From 802ab28dea2a957a8ecc389e9fe8d27c9e2dc608 Mon Sep 17 00:00:00 2001 From: Chulian Zhang Date: Tue, 25 Aug 2026 13:35:35 +0000 Subject: [PATCH 1/9] [WIP][fix] return false for equivalent configs in gemm config sort comparator std::sort requires a strict-weak-ordering comparator; returning true for equivalent elements is undefined behavior. Signed-off-by: Faraz Khoubsirat <58580514+farazkh80@users.noreply.github.com> --- .../kernels/trtllmGenKernels/gemm/KernelRunner.cpp | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/KernelRunner.cpp b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/KernelRunner.cpp index cdac59877dff..338f88ff1c27 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/KernelRunner.cpp +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/KernelRunner.cpp @@ -214,7 +214,8 @@ void TrtllmGenGemmRunner::selectGemmConfig(int32_t m, int32_t n, int32_t k) return optionsA.mNumSlicesForSplitK > optionsB.mNumSlicesForSplitK; } - return true; + // Elements are equivalent - must return false for strict weak ordering + return false; }); for (auto const& configIndex : sortedIndices) From 784a4db45d705e6c09206b2a98c12dca0f88d791 Mon Sep 17 00:00:00 2001 From: Chulian Zhang Date: Tue, 25 Aug 2026 13:36:09 +0000 Subject: [PATCH 2/9] [WIP][feat] SM107 gemm host wiring: sm107a/100f kernel dispatch Accept Sm107a and Sm100f kernels on SM107, redirect other SM100-family archs to 100f kernels, and populate the valid-dimension fields the generated GemmInterface now expects. Extend compiled archs with 107. Does not build until the regenerated export headers and cubins land. Co-authored-by: Yifei Zhang Signed-off-by: Faraz Khoubsirat <58580514+farazkh80@users.noreply.github.com> --- .../trtllmGenKernels/gemm/CMakeLists.txt | 6 ++--- .../trtllmGenKernels/gemm/KernelRunner.cpp | 23 +++++++++++++++++-- 2 files changed, 24 insertions(+), 5 deletions(-) diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/CMakeLists.txt b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/CMakeLists.txt index 8a5d20604b3d..f595e585fe2c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/CMakeLists.txt +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/CMakeLists.txt @@ -19,7 +19,7 @@ file(GLOB_RECURSE SRC_CPP *.cpp) file(GLOB_RECURSE SRC_CU *.cu) add_library(trtllm_gen_gemm OBJECT) -filter_source_cuda_architectures(SOURCE_LIST SRC_CPP ARCHS 100 103 100f) +filter_source_cuda_architectures(SOURCE_LIST SRC_CPP ARCHS 100 103 107 100f) target_sources(trtllm_gen_gemm PRIVATE ${SRC_CPP} ${SRC_CU}) target_compile_definitions(trtllm_gen_gemm PUBLIC TLLM_GEN_EXPORT_INTERFACE @@ -32,5 +32,5 @@ set_property(TARGET trtllm_gen_gemm PROPERTY CUDA_RESOLVE_DEVICE_SYMBOLS ON) include(tllm_cubin_archive) tllm_add_cubin_archive_sources( trtllm_gen_gemm "${CMAKE_CURRENT_SOURCE_DIR}/trtllmGen_gemm_export/cubins" - NAMESPACE gemm tensorrt_llm kernels - ARCHS 100 103 100f) + NAMESPACE gemm tensorrt_llm ${TRTLLM_ABI_NAMESPACE} kernels + ARCHS 100 103 107 100f) diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/KernelRunner.cpp b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/KernelRunner.cpp index 338f88ff1c27..7dde13b19476 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/KernelRunner.cpp +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/KernelRunner.cpp @@ -1,5 +1,5 @@ /* - * Copyright (c) 2020-2025, NVIDIA CORPORATION. All rights reserved. + * Copyright (c) 2020-2026, NVIDIA CORPORATION. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -40,7 +40,12 @@ static GemmInterface::ModuleCache globalTrtllmGenGemmModuleCache; constexpr bool isSMCompatible(int gpuSM, SmVersion kernelSM) { - if (gpuSM == 103) + if (gpuSM == 107) + { + // SM107 can run SM100f family kernels or SM107a-specific kernels + return kernelSM == SmVersion::Sm107a || kernelSM == SmVersion::Sm100f; + } + else if (gpuSM == 103) { return kernelSM == SmVersion::Sm103a || kernelSM == SmVersion::Sm100f; } @@ -52,6 +57,11 @@ constexpr bool isSMCompatible(int gpuSM, SmVersion kernelSM) { return kernelSM == SmVersion::Sm90a; } + // Redirect SM100 family (major version 10) to family kernels + else if (tensorrt_llm::common::isSM100Family(gpuSM)) + { + return kernelSM == SmVersion::Sm100f; + } return true; } @@ -88,6 +98,9 @@ size_t TrtllmGenGemmRunner::getWorkspaceSizeInBytes(int32_t m, int32_t n, int32_ gemmData.mProblemDimensions.mM = mOptions.transposeMmaOutput ? n : m; gemmData.mProblemDimensions.mN = mOptions.transposeMmaOutput ? m : n; gemmData.mProblemDimensions.mK = k; + gemmData.mProblemDimensions.mValidM = mOptions.transposeMmaOutput ? n : m; + gemmData.mProblemDimensions.mValidN = mOptions.transposeMmaOutput ? m : n; + gemmData.mProblemDimensions.mValidK = k; gemmData.mProblemDimensions.mRank = 0; gemmData.mProblemDimensions.mWorldSize = 1; @@ -118,6 +131,9 @@ void TrtllmGenGemmRunner::run(int32_t m, int32_t n, int32_t k, void const* a, fl gemmData.mProblemDimensions.mM = mOptions.transposeMmaOutput ? n : m; gemmData.mProblemDimensions.mN = mOptions.transposeMmaOutput ? m : n; gemmData.mProblemDimensions.mK = k; + gemmData.mProblemDimensions.mValidM = mOptions.transposeMmaOutput ? n : m; + gemmData.mProblemDimensions.mValidN = mOptions.transposeMmaOutput ? m : n; + gemmData.mProblemDimensions.mValidK = k; gemmData.mProblemDimensions.mRank = 0; gemmData.mProblemDimensions.mWorldSize = 1; @@ -161,6 +177,9 @@ void TrtllmGenGemmRunner::selectGemmConfig(int32_t m, int32_t n, int32_t k) gemmData.mProblemDimensions.mM = mOptions.transposeMmaOutput ? n : m; gemmData.mProblemDimensions.mN = mOptions.transposeMmaOutput ? m : n; gemmData.mProblemDimensions.mK = k; + gemmData.mProblemDimensions.mValidM = mOptions.transposeMmaOutput ? n : m; + gemmData.mProblemDimensions.mValidN = mOptions.transposeMmaOutput ? m : n; + gemmData.mProblemDimensions.mValidK = k; gemmData.mProblemDimensions.mRank = 0; gemmData.mProblemDimensions.mWorldSize = 1; From b3269bbf16e29126c618894a2ff9b242be97419d Mon Sep 17 00:00:00 2001 From: Chulian Zhang Date: Tue, 25 Aug 2026 13:36:40 +0000 Subject: [PATCH 3/9] [WIP][feat] SM107 gemm export config: 107a 2x-mmaK variants Enumerate per-arch kernel variants explicitly (100f/100a/103a/107a): 107a doubles mmaK for FP8 and FP4 kernels, DeepSeek FP8 keeps mmaK=32 (mmaM=64 does not support mmaK=64), Fp4xFp8 stays 100f-only. Wire up the previously unreferenced GemmFp4LowLatency template, drop the dead GemmFp8DeepSeekLowLatency template, and track the generator option rename useShuffledMatrixA -> useShuffledMatrix. All kernel configs main generates today are preserved (machine-verified by expanding both files through generate_config_combinations). Signed-off-by: Faraz Khoubsirat <58580514+farazkh80@users.noreply.github.com> --- .../gemm/trtllmGen_gemm_export/config.json | 184 ++++++++++-------- 1 file changed, 99 insertions(+), 85 deletions(-) diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/config.json b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/config.json index 29cd27637834..e50f9fa59fad 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/config.json +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/config.json @@ -1,13 +1,12 @@ { + "_note": "107a kernels use 2x mmaK relative to 100f/100a/103a for FP8 and FP4", "templates": { "GemmFp4LowLatency": { - "smVersion": "100f", "patchF2fp": false, "dtypeA": "e2m1", "dtypeC": "e2m1", "mmaM": 128, "mmaN": 8, - "mmaK": 64, "tileM": 128, "tileN": 8, "tileK": 512, @@ -22,7 +21,7 @@ "clusterDimZ": 1, "sliceK": false, "transposeMmaOutput": true, - "useShuffledMatrixA": true, + "useShuffledMatrix": true, "useDeepSeekFp8": false, "useTmaStore": true, "useCustomMmaSchedule": true, @@ -34,13 +33,11 @@ "usePdl": true }, "GemmFp4Throughput": { - "smVersion": "100f", "patchF2fp": false, "dtypeA": "e2m1", "dtypeC": "e2m1", "mmaM": 128, "mmaN": 128, - "mmaK": 64, "tileM": 128, "tileN": 128, "tileK": 256, @@ -55,7 +52,7 @@ "clusterDimZ": 1, "sliceK": false, "transposeMmaOutput": false, - "useShuffledMatrixA": false, + "useShuffledMatrix": false, "useDeepSeekFp8": false, "useTmaStore": true, "useCustomMmaSchedule": true, @@ -67,46 +64,12 @@ "gridWaitForPrimaryB": false, "usePdl": true }, - "GemmFp8DeepSeekLowLatency": { - "smVersion": "100f", - "patchF2fp": false, - "dtypeA": "e4m3", - "dtypeC": "e4m3", - "mmaM": 64, - "mmaN": 8, - "mmaK": 32, - "tileM": 128, - "tileN": 8, - "tileK": 128, - "epilogueTileM": 64, - "epilogueTileN": 8, - "numStages": 3, - "numStagesMma": 1, - "numSlicesForSplitK": 1, - "useTwoTmaLoadWarps": true, - "clusterDimX": 1, - "clusterDimY": 1, - "clusterDimZ": 1, - "sliceK": false, - "transposeMmaOutput": true, - "useShuffledMatrixA": true, - "useDeepSeekFp8": true, - "useTmaStore": true, - "useCustomMmaSchedule": true, - "gridTriggerSecondaryB": true, - "gridWaitForPrimaryA": false, - "gridWaitForPrimaryB": true, - "usePdl": true - - }, "GemmPerTensorScalingFp8Throughput": { - "smVersion": "100f", "patchF2fp": false, "dtypeA": "e4m3", "dtypeC": "e4m3", "mmaM": 128, "mmaN": 128, - "mmaK": 32, "tileM": 128, "tileN": 128, "tileK": 256, @@ -121,7 +84,7 @@ "clusterDimZ": 1, "sliceK": false, "transposeMmaOutput": false, - "useShuffledMatrixA": false, + "useShuffledMatrix": false, "useDeepSeekFp8": false, "useTmaStore": true, "useCustomMmaSchedule": true, @@ -132,13 +95,11 @@ "usePdl": true }, "GemmPerTensorScalingFp8LowLatency": { - "smVersion": "100f", "patchF2fp": false, "dtypeA": "e4m3", "dtypeC": "e4m3", "mmaM": 128, "mmaN": 8, - "mmaK": 32, "tileM": 128, "tileN": 8, "tileK": 512, @@ -146,14 +107,12 @@ "epilogueTileN": 8, "numStages": 3, "numStagesMma": 1, - "numSlicesForSplitK": 2, "useTwoTmaLoadWarps": true, "clusterDimX": 1, "clusterDimY": 1, - "clusterDimZ": 2, "sliceK": false, "transposeMmaOutput": true, - "useShuffledMatrixA": true, + "useShuffledMatrix": true, "useDeepSeekFp8": false, "useTmaStore": true, "useCustomMmaSchedule": true, @@ -163,13 +122,11 @@ "usePdl": true }, "GemmDeepSeekFp8LowLatency": { - "smVersion": "100f", "patchF2fp": false, "dtypeA": "e4m3", "dtypeC": "e4m3", "mmaM": 64, "mmaN": 8, - "mmaK": 32, "tileM": 128, "tileN": 8, "tileK": 128, @@ -183,7 +140,7 @@ "clusterDimZ": 1, "sliceK": false, "transposeMmaOutput": true, - "useShuffledMatrixA": false, + "useShuffledMatrix": false, "useDeepSeekFp8": true, "useTmaStore": true, "useCustomMmaSchedule": true, @@ -197,18 +154,13 @@ "usePdl": true }, "GemmDeepSeekFp8Throughput": { - "smVersion": "100f", "patchF2fp": false, "dtypeA": "e4m3", "dtypeC": "e4m3", "mmaM": 64, - "mmaN": 128, - "mmaK": 32, "tileM": 128, - "tileN": 128, "tileK": 128, "epilogueTileM": 64, - "epilogueTileN": 128, "numStages": 4, "numSlicesForSplitK": 1, "useTwoTmaLoadWarps": true, @@ -217,7 +169,7 @@ "clusterDimZ": 1, "sliceK": false, "transposeMmaOutput": true, - "useShuffledMatrixA": false, + "useShuffledMatrix": false, "useDeepSeekFp8": true, "useTmaStore": true, "useCustomMmaSchedule": true, @@ -232,14 +184,12 @@ "gridWaitForPrimaryB": false }, "GemmMxE2m1MxE4m3LowLatency": { - "smVersion": "100f", "patchF2fp": false, "dtypeA": "mxe2m1", "dtypeB": "mxe4m3", "dtypeC": "mxe4m3", "mmaM": 128, "mmaN": 8, - "mmaK": 32, "tileM": 128, "tileN": 8, "tileK": 512, @@ -254,7 +204,7 @@ "clusterDimZ": 1, "sliceK": false, "transposeMmaOutput": true, - "useShuffledMatrixA": true, + "useShuffledMatrix": true, "useDeepSeekFp8": false, "useTmaStore": true, "useCustomMmaSchedule": true, @@ -266,29 +216,21 @@ "usePdl": true }, "GemmFp4xFp8": { - "smVersion": "100f", "patchF2fp": false, "dtypeA": "e2m1", "dtypeMmaA": "e4m3", "dtypeB": "e4m3", "dtypeC": "fp16", "sfBlockSizeA": 32, - "sfLayoutA" : "128x4", + "sfLayoutA": "128x4", "mmaM": 128, - "mmaN": 8, - "mmaK": 32, "tileM": 128, - "tileN": 8, - "tileK": 512, "epilogueTileM": 128, - "epilogueTileN": 8, "numStages": 2, - "numSlicesForSplitK": 1, - "clusterDimZ": 1, "useTwoTmaLoadWarps": true, "sliceK": false, "transposeMmaOutput": true, - "useShuffledMatrixA": true, + "useShuffledMatrix": true, "useCustomMmaSchedule": true, "numStagesMma": 1, "useTwoMmaWarps": false, @@ -298,81 +240,153 @@ }, "configs": [ { + "_comment": "FP4 LowLatency", + "_template": "GemmFp4LowLatency", + "dtypeC": ["bf16", "fp16", "fp32"], + "mmaK,smVersion": [ + [64, "100f"], + [64, "100a"], + [64, "103a"], + [128, "107a"] + ] + }, + { + "_comment": "FP4 Throughput", "_template": "GemmFp4Throughput", - "dtypeC": ["bf16", "fp16", "fp32"] + "dtypeC": ["bf16", "fp16", "fp32"], + "mmaK,smVersion": [ + [64, "100f"], + [64, "100a"], + [64, "103a"], + [128, "107a"] + ] }, { + "_comment": "FP8 Per-Tensor Scaling Throughput (e4m3)", "_template": "GemmPerTensorScalingFp8Throughput", - "dtypeC": ["e4m3"] + "dtypeC": ["e4m3"], + "mmaK,smVersion": [ + [32, "100f"], + [32, "100a"], + [32, "103a"], + [64, "107a"] + ] }, { + "_comment": "FP8 Per-Tensor Scaling Throughput (bf16/fp16)", "_template": "GemmPerTensorScalingFp8Throughput", "dtypeC": ["bf16", "fp16"], - "numStages": 2 + "numStages": 2, + "mmaK,smVersion": [ + [32, "100f"], + [32, "100a"], + [32, "103a"], + [64, "107a"] + ] }, { + "_comment": "FP8 Per-Tensor Scaling Low Latency (splitK=2)", "_template": "GemmPerTensorScalingFp8LowLatency", "dtypeC": ["bf16", "fp16", "e4m3"], "numSlicesForSplitK": 2, - "clusterDimZ": 2 + "clusterDimZ": 2, + "mmaK,smVersion": [ + [32, "100f"], + [32, "100a"], + [32, "103a"], + [64, "107a"] + ] }, { + "_comment": "FP8 Per-Tensor Scaling Low Latency (splitK=1)", "_template": "GemmPerTensorScalingFp8LowLatency", "dtypeC": ["bf16", "fp16", "e4m3"], "numSlicesForSplitK": 1, - "clusterDimZ": 1 + "clusterDimZ": 1, + "mmaK,smVersion": [ + [32, "100f"], + [32, "100a"], + [32, "103a"], + [64, "107a"] + ] }, { + "_comment": "DeepSeek FP8 Low Latency - mmaK stays 32 on 107a (mmaM=64 does not support mmaK=64)", "_template": "GemmDeepSeekFp8LowLatency", "dtypeC": ["bf16", "fp16", "e4m3"], - "useUnrollLoop2xForMma": [true, false] + "useUnrollLoop2xForMma": [true, false], + "mmaK": 32, + "smVersion": ["100f", "100a", "103a", "107a"] }, { + "_comment": "DeepSeek FP8 Throughput TileN 16 - mmaK stays 32 on 107a", "_template": "GemmDeepSeekFp8Throughput", - "_comment": "TileN 16", "dtypeC": ["bf16", "fp16", "e4m3"], "useUnrollLoop2xForMma": [true, false], "mmaN": 16, "tileN": 16, - "epilogueTileN": 16 + "epilogueTileN": 16, + "mmaK": 32, + "smVersion": ["100f", "100a", "103a", "107a"] }, { + "_comment": "DeepSeek FP8 Throughput TileN 32 - mmaK stays 32 on 107a", "_template": "GemmDeepSeekFp8Throughput", - "_comment": "TileN 32", "dtypeC": ["bf16", "fp16", "e4m3"], "useUnrollLoop2xForMma": [true, false], "mmaN": 32, "tileN": 32, - "epilogueTileN": 32 + "epilogueTileN": 32, + "mmaK": 32, + "smVersion": ["100f", "100a", "103a", "107a"] }, { + "_comment": "DeepSeek FP8 Throughput TileN 64 - mmaK stays 32 on 107a", "_template": "GemmDeepSeekFp8Throughput", - "_comment": "TileN 64", "dtypeC": ["bf16", "fp16", "e4m3"], "useUnrollLoop2xForMma": [true, false], "mmaN": 64, "tileN": 64, - "epilogueTileN": 64 + "epilogueTileN": 64, + "mmaK": 32, + "smVersion": ["100f", "100a", "103a", "107a"] }, { + "_comment": "DeepSeek FP8 Throughput TileN 128 - mmaK stays 32 on 107a", "_template": "GemmDeepSeekFp8Throughput", - "_comment": "TileN 128", "dtypeC": ["bf16", "fp16", "e4m3"], "useUnrollLoop2xForMma": [true, false], "mmaN": 128, "tileN": 128, - "epilogueTileN": 128 + "epilogueTileN": 128, + "mmaK": 32, + "smVersion": ["100f", "100a", "103a", "107a"] }, { + "_comment": "MxFp4 x MxFp8 Low Latency", "_template": "GemmMxE2m1MxE4m3LowLatency", - "dtypeC": ["bf16", "fp16", "fp32", "mxe4m3"] + "dtypeC": ["bf16", "fp16", "fp32", "mxe4m3"], + "mmaK,smVersion": [ + [32, "100f"], + [32, "100a"], + [32, "103a"], + [64, "107a"] + ] }, { + "_comment": "Fp4xFp8 - 100f only", "_template": "GemmFp4xFp8", - "_comment": "Tile 8 to 128", "dtypeC": ["bf16", "fp16", "e4m3"], "useUnrollLoop2xForMma": [true, false], - "mmaN,tileN,epilogueTileN,tileK,numSlicesForSplitK,clusterDimZ": [[8, 8, 8, 512, 2, 2], [16, 16, 16, 512, 2, 2], [32, 32, 32, 512, 2, 2], [64, 64, 64, 512, 2, 2], [128, 128, 128, 256, 1, 1]] + "mmaK": 32, + "smVersion": "100f", + "mmaN,tileN,epilogueTileN,tileK,numSlicesForSplitK,clusterDimZ": [ + [8, 8, 8, 512, 2, 2], + [16, 16, 16, 512, 2, 2], + [32, 32, 32, 512, 2, 2], + [64, 64, 64, 512, 2, 2], + [128, 128, 128, 256, 1, 1] + ] } ] } From 081eaa236bfb498f4a155795a7aaac455ed44cb7 Mon Sep 17 00:00:00 2001 From: Faraz Khoubsirat <58580514+farazkh80@users.noreply.github.com> Date: Tue, 25 Aug 2026 21:03:08 +0000 Subject: [PATCH 4/9] [WIP][feat] SM107 gemm cubins: regenerate trtllm-gen export 256 kernels: new sm107a variants plus regenerated sm100a/sm100f/sm103a sets under the generator's current kernel-name scheme. Blackwell kernels are compiled with the same CUDA 12.9 toolchain as the existing drop (verified against the ptxas stamps in the shipped cubins). Excludes the generated KernelMetaInfo.h from pre-commit formatting, matching the existing batchedGemm exclusion. Signed-off-by: Faraz Khoubsirat <58580514+farazkh80@users.noreply.github.com> --- .pre-commit-config.yaml | 2 +- .../gemm/trtllmGen_gemm_export/Enums.h | 133 +- .../trtllmGen_gemm_export/GemmInterface.h | 693 +- .../gemm/trtllmGen_gemm_export/GemmOptions.h | 1301 +- .../trtllmGen_gemm_export/KernelMetaInfo.h | 24191 ++++++++++++++-- .../gemm/trtllmGen_gemm_export/KernelParams.h | 179 +- .../trtllmGen_gemm_export/KernelParamsDecl.h | 42 +- .../gemm/trtllmGen_gemm_export/KernelTraits.h | 290 +- .../trtllmGen_gemm_export/TmaDescriptor.h | 34 +- .../gemm/trtllmGen_gemm_export/config.json | 334 +- ...1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst | 3 + ...1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst | 3 + ...1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst | 3 + ...1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm107a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm100a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm103a.cubin.tar.zst | 3 + ...x1_16dp256b_TN_schedS_sm100a.cubin.tar.zst | 3 - ...x1_16dp256b_TN_schedS_sm103a.cubin.tar.zst | 3 - ...M_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...M_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...M_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...M_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst | 3 + ...1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst | 3 + ...1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst | 3 + ...x1_16dp256b_TN_schedS_sm100f.cubin.tar.zst | 3 - ...1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...rM_TN_transOut_schedS_sm100a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm103a.cubin.tar.zst | 3 + ...K2_TN_transOut_schedS_sm100a.cubin.tar.zst | 3 + ...K2_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 + ...K2_TN_transOut_schedS_sm103a.cubin.tar.zst | 3 + ...6b_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 - ...K2_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 - ...rM_TN_transOut_schedS_sm107a.cubin.tar.zst | 3 + ...K2_TN_transOut_schedS_sm107a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm100a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm103a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm107a.cubin.tar.zst | 3 + ...6b_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 - ...M_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...M_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...M_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...M_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst | 3 + ...1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst | 3 + ...1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst | 3 + ...x1_16dp256b_TN_schedS_sm100f.cubin.tar.zst | 3 - ...1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...rM_TN_transOut_schedS_sm100a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm103a.cubin.tar.zst | 3 + ...K2_TN_transOut_schedS_sm100a.cubin.tar.zst | 3 + ...K2_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 + ...K2_TN_transOut_schedS_sm103a.cubin.tar.zst | 3 + ...6b_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 - ...K2_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 - ...rM_TN_transOut_schedS_sm107a.cubin.tar.zst | 3 + ...K2_TN_transOut_schedS_sm107a.cubin.tar.zst | 3 + ...1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst | 3 + ...1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst | 3 + ...1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst | 3 + ...1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm107a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm100a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm103a.cubin.tar.zst | 3 + ...x1_16dp256b_TN_schedS_sm100a.cubin.tar.zst | 3 - ...x1_16dp256b_TN_schedS_sm103a.cubin.tar.zst | 3 - ...M_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...M_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...M_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...M_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm100a.cubin.tar.zst | 3 + ...2_TN_transOut_schPdx3_sm103a.cubin.tar.zst | 3 + ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm100a.cubin.tar.zst | 3 - ..._TN_transOut_schedPx3_sm103a.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst | 3 + ...1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst | 3 + ...1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst | 3 + ...x1_16dp256b_TN_schedS_sm100f.cubin.tar.zst | 3 - ...1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...t_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst | 3 + ...t_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst | 3 + ..._noShflA_dsFp8_schedS_sm100f.cubin.tar.zst | 3 - ...rM_TN_transOut_schedS_sm100a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm103a.cubin.tar.zst | 3 + ...K2_TN_transOut_schedS_sm100a.cubin.tar.zst | 3 + ...K2_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 + ...K2_TN_transOut_schedS_sm103a.cubin.tar.zst | 3 + ...6b_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 - ...K2_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 - ...rM_TN_transOut_schedS_sm107a.cubin.tar.zst | 3 + ...K2_TN_transOut_schedS_sm107a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm100a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm103a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm107a.cubin.tar.zst | 3 + ...6b_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 - ...1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst | 3 + ...1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst | 3 + ...1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst | 3 + ...1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm107a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm100a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm103a.cubin.tar.zst | 3 + ...x1_16dp256b_TN_schedS_sm100a.cubin.tar.zst | 3 - ...x1_16dp256b_TN_schedS_sm103a.cubin.tar.zst | 3 - ...rM_TN_transOut_schedS_sm100a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm103a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm107a.cubin.tar.zst | 3 + ...6b_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 - ...rM_TN_transOut_schedS_sm100a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm103a.cubin.tar.zst | 3 + ...rM_TN_transOut_schedS_sm107a.cubin.tar.zst | 3 + ...6b_TN_transOut_schedS_sm100f.cubin.tar.zst | 3 - .../trtllm/gen/CommonUtils.h | 17 +- .../trtllm/gen/CudaArchDecl.h | 136 + .../trtllm/gen/CudaKernelLauncher.h | 87 +- .../trtllm/gen/DtypeDecl.h | 36 +- .../trtllm/gen/MmaDecl.h | 20 +- .../trtllm/gen/SfLayoutDecl.h | 12 +- .../trtllm/gen/SparsityDecl.h | 132 + 382 files changed, 24739 insertions(+), 3995 deletions(-) create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst delete mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/CudaArchDecl.h create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/SparsityDecl.h diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 62633fc7e00f..51f178a22822 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -1543,7 +1543,7 @@ legacy-files: &legacy_files | # list; the hook's own `files:` pattern only gates *when* the hook triggers. # Global exclude: vendored code + trtllm-gen FMHA artifacts (cubin pointers, export headers, cuda_ptx) -exclude: '(^cpp/tensorrt_llm/common/sha256/|^triton_kernels/|trtllmGenKernels/fmha/cubin/kernelMetaInfo\.h$|cubin\.cpp$|cubin\.h$|trtllmGenKernels/fmha/trtllmGen_fmha_export/|trtllmGenKernels/fmha/cuda_ptx/|trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/KernelMetaInfo\.h$)' +exclude: '(^cpp/tensorrt_llm/common/sha256/|^triton_kernels/|trtllmGenKernels/fmha/cubin/kernelMetaInfo\.h$|cubin\.cpp$|cubin\.h$|trtllmGenKernels/fmha/trtllmGen_fmha_export/|trtllmGenKernels/fmha/cuda_ptx/|trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/KernelMetaInfo\.h$|trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelMetaInfo\.h$)' default_install_hook_types: [pre-commit, commit-msg] repos: diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/Enums.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/Enums.h index adae51a36df0..3b6f7c9cab4e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/Enums.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/Enums.h @@ -1,5 +1,5 @@ /* - * SPDX-FileCopyrightText: Copyright (c) 1993-2025 NVIDIA CORPORATION & + * SPDX-FileCopyrightText: Copyright (c) 1993-2026 NVIDIA CORPORATION & * AFFILIATES. All rights reserved. SPDX-License-Identifier: Apache-2.0 * * Licensed under the Apache License, Version 2.0 (the "License"); @@ -93,13 +93,90 @@ enum class BiasType : uint32_t //////////////////////////////////////////////////////////////////////////////////////////////////// +enum class FusedBiasShuffleMode : uint32_t +{ + // BiasType::Mn layout is fully prepared by host preprocessing. + None = 0, + // The host skips only the bias shuffle and the kernel applies it while loading bias. + Shuffle, + // The host skips both the gated-act bias reorder and the bias shuffle; the kernel applies both + // while loading bias. + ReorderAndShuffle, +}; + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +// Type of the element-wise activation to apply after the Gemm +enum class EltwiseActType +{ + None = 0, + // Gelu is defined as the following operation: + // act = x0 * phi(x0) + // where x0 is the output of the Gemm + // phi is the CDF of standard normal distribution approximated by + // phi(x) = 0.5 * (1 + tanh(0.7978845608028654 * (x + 0.044715 * x * x * x))) + Gelu, + // Relu2 (also known as squared Relu) is defined as the following operation: + // act = relu(x0) ^ 2 + // where x0 is the output of the Gemm. + Relu2, + // Silu is defined as the following operation: + // act = x0 * sigmoid(x0) + // where x0 is the output of the Gemm. + Silu, +}; + +//////////////////////////////////////////////////////////////////////////////////////////////////// + enum class TileScheduler { // Static scheduler (Non-persistent). Static = 0, - // Dynamic persistent scheduler. This is either based on an atomically incremented global work id - // prior to SM100 archs, or the HW supported work id scheduler based on UGETNEXTWORKID for SM100+. + // Dynamic persistent scheduler for SM100+. Persistent, + // Static persistent scheduler. Launches a fixed grid size based on the number of SMs and uses + // the underlying PersistentTileSchedulerSm90 for static work distribution. Each CTA iterates + // through tiles and exits the loop by setting is_valid_tile to false when work is exhausted. + StaticPersistent, + // Dynamic persistent scheduler for SM90+ using atomicAdd on a global counter. + // Uses DynamicPersistentPipelinedTileSchedulerSm90 which enables work-stealing among CTAs + // by atomically fetching work tile indices from a global counter. + PersistentSm90, +}; + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +// Which task to fuse the persistent scheduler with. +enum class SchedHostTask +{ + // The persistent scheduler has its own dedicated task. + Self = 0, + // The persistent scheduler is fused with the task loading A. + LoadA, + // The persistent scheduler is fused with the task loading B. + LoadB, + // The persistent scheduler is fused with the task loading scaling factors for A. + LoadSfA, + // The persistent scheduler is fused with the task loading scaling factors for B. + LoadSfB, +}; + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +enum class CtaSwizzleType : uint32_t +{ + // Rasterize CTAs along the M dimension. + RasterizeAlongM = 0, + // Rasterize CTAs along the N dimension. + RasterizeAlongN, + // Swizzle CTAs in zig-zag pattern along M dimension, Zig-zag width is 2. + ZigZagAlongM2, + // Swizzle CTAs in zig-zag pattern along N dimension, Zig-zag width is 2. + ZigZagAlongN2, + // Swizzle CTAs in zig-zag pattern along M dimension, Zig-zag width is 4. + ZigZagAlongM4, + // Swizzle CTAs in zig-zag pattern along N dimension, Zig-zag width is 4. + ZigZagAlongN4, }; //////////////////////////////////////////////////////////////////////////////////////////////////// @@ -136,6 +213,56 @@ BIAS_TYPE_FUNCTION(Mn) //////////////////////////////////////////////////////////////////////////////////////////////////// +#define FUSED_BIAS_SHUFFLE_MODE_FUNCTION(Mode) \ + inline bool isFusedBiasShuffleMode##Mode(FusedBiasShuffleMode mode) \ + { \ + return (mode == FusedBiasShuffleMode::Mode); \ + } + +FUSED_BIAS_SHUFFLE_MODE_FUNCTION(None) +FUSED_BIAS_SHUFFLE_MODE_FUNCTION(Shuffle) +FUSED_BIAS_SHUFFLE_MODE_FUNCTION(ReorderAndShuffle) + +#undef FUSED_BIAS_SHUFFLE_MODE_FUNCTION + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +inline bool usesFusedBiasShuffle(FusedBiasShuffleMode mode) +{ + return !isFusedBiasShuffleModeNone(mode); +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +inline bool usesFusedBiasReorder(FusedBiasShuffleMode mode) +{ + return isFusedBiasShuffleModeReorderAndShuffle(mode); +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +// Helper function to check if a scheduler is persistent. +inline bool isPersistentScheduler(TileScheduler scheduler) +{ + return scheduler == TileScheduler::Persistent || scheduler == TileScheduler::StaticPersistent + || scheduler == TileScheduler::PersistentSm90; +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +// Helper function to check if CTA rasterization order is compatible with clean early exit of the +// kernel. Clean early exit requires CTA indices to increase monotonically along the batch +// dimension, so when a CTA exits the kernel early, it exits with all valid tiles already done. +// Zigzag or batch-major patterns are NOT compatible because they may cause valid tiles to be +// skipped when exiting early. +inline bool supportsCleanEarlyExit(CtaSwizzleType swizzleType, bool batchM, TileScheduler /* scheduler */) +{ + return ( + batchM ? (swizzleType == CtaSwizzleType::RasterizeAlongN) : (swizzleType == CtaSwizzleType::RasterizeAlongM)); +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + } // namespace gemm } // namespace gemm diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmInterface.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmInterface.h index 50fe5f48f541..a005dcb6a881 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmInterface.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmInterface.h @@ -1,5 +1,5 @@ /* - * SPDX-FileCopyrightText: Copyright (c) 1993-2025 NVIDIA CORPORATION & + * SPDX-FileCopyrightText: Copyright (c) 1993-2026 NVIDIA CORPORATION & * AFFILIATES. All rights reserved. SPDX-License-Identifier: Apache-2.0 * * Licensed under the Apache License, Version 2.0 (the "License"); @@ -18,13 +18,18 @@ #include #include +#include #include "GemmOptions.h" #include "KernelParams.h" #include "trtllm/gen/CudaKernelLauncher.h" #ifdef TLLM_GEN_EXPORT_INTERFACE +#ifdef TLLM_GEN_EXPORT_FLASHINFER +#include "flashinferMetaInfo.h" +#else #include "KernelMetaInfo.h" +#endif // TLLM_GEN_EXPORT_FLASHINFER #endif // TLLM_GEN_EXPORT_INTERFACE namespace gemm @@ -46,13 +51,18 @@ struct GemmData // The M dimension. // It is the total number of tokens if A is the activation matrix. // It is the total number of output channels if A is the weight matrix. + // ValidM/N/K by default assumes to be full range of M/N/K respectively. If we pad M/N/K due to + // alignment of other constraints, then we can specify ValidM/N/K to indicate the valid range. int32_t mM{0}; + int32_t mValidM{0}; // The N dimension. // It is the total number of tokens if B is the activation matrix. // It is the total number of output channels if B is the weight matrix. int32_t mN{0}; + int32_t mValidN{0}; // The K dimension. It is the hidden dimension of the input matrices. int32_t mK{0}; + int32_t mValidK{0}; // The rank id of the current device in the multi-gpu space. int32_t mRank{0}; // The number of devices in tensor-parallel group. @@ -63,10 +73,11 @@ struct GemmData { // The matrix A. The data type is controlled by options.mDtypeA. // - // When layoutA is MatrixLayout::MajorK, the shape is [M, K]. - // When LayoutA is MatrixLayout::MajorMn, the shape is [K, M]. - // When LayoutA is MatrixLayout::BlockMajorK, the shape is [K / blockK, M, blockK] where blockK - // is 128B. + // If S is the sparsity ratio (1 for dense, 2 for sparse): + // When layoutA is MatrixLayout::MajorK, the shape is [M, K / S]. + // When LayoutA is MatrixLayout::MajorMn, the shape is [K, M] (sparsity not supported) + // When LayoutA is MatrixLayout::BlockMajorK, the shape is [K / S / blockK, M, blockK] where + // blockK is 128B. // The rightmost dimension is contiguous in memory. void const* mPtrA{nullptr}; @@ -77,14 +88,14 @@ struct GemmData // Otherwise, shape is [M / 128, K / 128]. // The rightmost dimension is contiguous in memory. // - // If DeepSeek FP8 recipe is not used, but for MxFp{4,8} and NvFp4 formats: - // The layout of scaling factors for A is always R128c4 + // If DeepSeek FP8 recipe is not used, but for MxFp{4,8}, MxInt4 and NvFp4 formats: + // If the layout is R128c4, // M must be a multiple of 128. - // K must be a multiple of 64. - // The "logical" shape is: [M, K / 16]. - // The R128c4 layout is: [M / 128, K / 16 / 4, 512]. - // The shape we use for TMA is: [M / 128, K / 16 / 4, 2, 256]. - // Dtype is Dtype::E4m3. + // K must be a multiple of 4 * P, where P is the scaling block size. + // The "logical" shape is: [M, K / P]. + // The R128c4 layout is: [M / 128, K / P / 4, 512]. + // The shape we use for TMA is: [M / 128, K / P / 4, 2, 256]. + // Dtype is E4m3 for NvFp4, UE8m0 for MxFp{4,8} formats, Bfloat16 for MxInt4. // // Otherwise should be set to nullptr. void const* mPtrSfA{nullptr}; @@ -94,12 +105,27 @@ struct GemmData // This is used for either: // * Per-token scaling factor quantization schemes, such as MetaFP8. The dtype is // Dtype::Float32 - // * When the routing scales are applied to the input activations (only when output is not - // transposed). The dtype is Dtype::Bfloat16 + // * One-sided per-token scaling. The dtype is Dtype::Bfloat16 by default. // // The shape is [M] void const* mPtrPerTokenSfA{nullptr}; + // The sparsity information of A, if structured sparsity is used. + // + // When sparsityA is Any_2_4: + // 2 elements are non-zero in any chunk of 4 elements. + // A 4-bit index indicates the position of the non-zero elements. + // The shape in Uint8 is: [M, K / 8] (two 4-bit indices packed into one UInt8) + // + // When sparsityA is Pairwise_4_8: + // 4 elements are non-zero in any chunk of 8 elements. + // The zero and non-zero elements are grouped in pairs. + // A 4-bit index indicates the position of the non-zero pairs. + // The shape in Uint8 is: [M, K / 16] (two 4-bit indices packed into one UInt8) + // + // If sparsityA is Dense, this should be set to nullptr. + void const* mPtrSparsityInfoA{nullptr}; + // The matrix B. The data type is controlled by options.mDtypeB. // // When layoutB is MatrixLayout::MajorK, the shape is [N, K]. @@ -120,17 +146,17 @@ struct GemmData // If the layout is R128c4, // N must be a multiple of 128. // K must be a multiple of 64. - // The R128c4 layout is: [N / 128, K / 16 / 4, 512] - // The shape we use for TMA is: [N / 128, K / 16 / 4, 2, 256] + // The R128c4 layout is: [N / 128, K / P / 4, 512], where P is the scaling block size. + // The shape we use for TMA is: [N / 128, K / P / 4, 2, 256] // // If the layout is R8c4, // N must be a multiple of 8. // K must be a multiple of 64. - // The R8c4 layout is: [N / 8, K / 16 / 4, 32] - // The shape we use for TMA is: [N / 8, K / 16 / 4 / repeats, repeats * 32] - // where repeats = min(tileK / 16 / 4, 8) + // The R8c4 layout is: [N / 8, K / P / 4, 32], where P is the scaling block size. + // The shape we use for TMA is: [N / 8, K / P / 4 / repeats, repeats * 32] + // where repeats = min(tileK / P / 4, 8) // - // Dtype is Dtype::E4m3. + // Dtype is E4m3 for NvFp4, UE8m0 for MxFp{4,8} formats. // // Otherwise should be set to nullptr. void const* mPtrSfB{nullptr}; @@ -140,8 +166,7 @@ struct GemmData // This is used for either: // * Per-token scaling factor quantization schemes, such as MetaFP8. The dtype is // Dtype::Float32 - // * When the routing scales are applied to the input activations (only when output is - // transposed). The dtype is Dtype::Bfloat16 + // * One-sided per-token scaling. The dtype is Dtype::Bfloat16 by default. // // The shape is [N] void const* mPtrPerTokenSfB{nullptr}; @@ -162,7 +187,7 @@ struct GemmData void const* mPtrBias{nullptr}; // The output tensor scaling factor for Fp8 (not DeepSeek FP8) and NvFp4 quantization. - // TensorRT LLM API requires a scaling factor on the device. + // TensorRT-LLM API requires a scaling factor on the device. // scaleC = dequantA * dequantB * quantC, // where dequantA is global dequantization scaling factor of A // if dtypeA is FP8, it transforms the range from [-448, 448] to [-amaxA, amaxA] @@ -175,6 +200,12 @@ struct GemmData // otherwise it is 1. // Shape is [1]. void* mPtrScaleC{nullptr}; + + // The pre-activation scaling factor (typically dequantA * dequantB) for non-linear activation. + // Only used when non-linear activation is applied (e.g., GELU, Relu2, Silu). + // When used, scaleC should be quantScaleC only, and this scale is applied before the + // activation. Shape is [1]. + void* mPtrScaleAct{nullptr}; }; struct OutputBuffers @@ -200,8 +231,8 @@ struct GemmData // The rightmost dimension is contiguous in memory. // // For MxFp{4,8} and NvFp4 formats: - // If transposeMmaOutput is false, shape is [M, N / 16]. - // Otherwise, shape is [N, M / 16]. + // If transposeMmaOutput is false, shape is [M, N / P], where P is the scaling block size. + // Otherwise, shape is [N, M / P]. // The layout is controlled by options.mSfLayoutC (either R128c4 or R8c4). // The layout (R128c4 and R8c4) is the same as explained in mPtrSfB. // @@ -254,341 +285,401 @@ class GemmInterface public: using ModuleCache = std::unordered_map>; - GemmInterface() {} + //////////////////////////////////////////////////////////////////////////////////////////////////// - // Launch the cubin from the provided config. It calls all necessary memsets for internal buffers. - // Provided config must be validated with isValidConfig before the call. - int32_t run(GemmConfig const& config, void* workspace, GemmData const& options, void* cudaStream, - int32_t multiProcessorCount, bool usePdl = true, - std::optional> moduleCache = std::nullopt) const; - - // Initializes the buffers before the world sync. Must be called before run. - int32_t runInitBeforeWorldSync(GemmConfig const& config, GemmData const& data, void* cudaStream) const; - - // Returns the size of the workspace buffers in bytes - size_t getWorkspaceSizeInBytes(GemmConfig const& config, GemmData const& data) const; - - // Returns the list of all available cubin configurations - GemmConfig const* getGemmConfigs() const; - - // Returns the number of available cubin configurations - size_t getNumGemmConfigs() const; - - // Returns true if the configuration of the cubin can be executed for the given params. - bool isValidConfig(GemmConfig const& config, GemmData const& data) const; + GemmInterface(int32_t rankId = 0, bool exportsCubin = false, int32_t numRotations = 1) + : mRankId{rankId} + , mExportsCubin{exportsCubin} + , mNumRotations{numRotations} + { + } -private: - // Aligns the pointer to the alignment - template - inline Dtype* alignPtr(Dtype* ptr, int64_t alignment) const; + //////////////////////////////////////////////////////////////////////////////////////////////////// - // Creates GemmOptions from kernel and data. - GemmOptions getOptionsFromConfigAndData(GemmConfig const& config, GemmData const& data) const; +#ifndef TLLM_GEN_EXPORT_INTERFACE + // Generates and compiles the kernel using either nvcc or nvrtc. + GemmConfig generateAndCompileKernel(GemmConfig const& gemmConfig) const; +#endif + //////////////////////////////////////////////////////////////////////////////////////////////////// // Returns the size of the workspace buffers in bytes - std::vector getWorkspaceSizesInBytes(GemmConfig const& config, GemmData const& data) const; - - // Returns the size padded to the alignment - size_t getSizePaddedToAlignment(size_t size, size_t alignment) const; -}; - -//////////////////////////////////////////////////////////////////////////////////////////////////// - -template -inline Dtype* GemmInterface::alignPtr(Dtype* ptr, int64_t alignment) const -{ - assert((alignment & (alignment - 1)) == 0 && "Alignment must be a power of 2"); - return reinterpret_cast((reinterpret_cast(ptr) + alignment - 1) & ~(alignment - 1)); -} + size_t getWorkspaceSizeInBytes(GemmConfig const& config, GemmData const& data) const + { + auto workspaceSizes = getWorkspaceSizesInBytes(config, data); + auto size = std::accumulate(workspaceSizes.begin(), workspaceSizes.end(), 0); + // Additional 1023 bytes to align the pointer to 1024 + return size > 0 ? size + 1023 : 0; + } -//////////////////////////////////////////////////////////////////////////////////////////////////// + //////////////////////////////////////////////////////////////////////////////////////////////////// -GemmConfig const* GemmInterface::getGemmConfigs() const -{ + // Returns the list of all available cubin configurations + GemmConfig const* getGemmConfigs() const + { #ifdef TLLM_GEN_EXPORT_INTERFACE - return tensorrt_llm::kernels::tllmGenGemmList; + return tensorrt_llm::kernels::tllmGenGemmList; #else - return nullptr; + return nullptr; #endif -} + } -//////////////////////////////////////////////////////////////////////////////////////////////////// + //////////////////////////////////////////////////////////////////////////////////////////////////// -size_t GemmInterface::getNumGemmConfigs() const -{ + // Returns the number of available cubin configurations + size_t getNumGemmConfigs() const + { #ifdef TLLM_GEN_EXPORT_INTERFACE - return sizeof(tensorrt_llm::kernels::tllmGenGemmList) / sizeof(tensorrt_llm::kernels::tllmGenGemmList[0]); + return sizeof(tensorrt_llm::kernels::tllmGenGemmList) / sizeof(tensorrt_llm::kernels::tllmGenGemmList[0]); #else - return 0; + return 0; #endif -} - -//////////////////////////////////////////////////////////////////////////////////////////////////// - -GemmOptions GemmInterface::getOptionsFromConfigAndData(GemmConfig const& config, GemmData const& data) const -{ - // Create options from config and data. - GemmOptions options; - options = config.mOptions; - options.mM = data.mProblemDimensions.mM; - options.mN = data.mProblemDimensions.mN; - options.mK = data.mProblemDimensions.mK; - return options; -} - -//////////////////////////////////////////////////////////////////////////////////////////////////// - -size_t GemmInterface::getSizePaddedToAlignment(size_t size, size_t alignment) const -{ - assert((alignment & (alignment - 1)) == 0); - return (size + alignment - 1) & ~(alignment - 1); -} - -//////////////////////////////////////////////////////////////////////////////////////////////////// - -size_t GemmInterface::getWorkspaceSizeInBytes(GemmConfig const& config, GemmData const& data) const -{ - auto workspaceSizes = getWorkspaceSizesInBytes(config, data); - auto size = std::accumulate(workspaceSizes.begin(), workspaceSizes.end(), 0); - // Additional 1023 bytes to align the pointer to 1024 - return size > 0 ? size + 1023 : 0; -} + } -//////////////////////////////////////////////////////////////////////////////////////////////////// + //////////////////////////////////////////////////////////////////////////////////////////////////// -std::vector GemmInterface::getWorkspaceSizesInBytes(GemmConfig const& config, GemmData const& data) const -{ - // Get options from config. - auto& options = config.mOptions; - - // The number of tiles in the M dimension. - int32_t numTilesM = gemm::divUp(data.mProblemDimensions.mM, options.mTileM); - // The number of tiles in the N dimension. - int32_t numTilesN = gemm::divUp(data.mProblemDimensions.mN, options.mTileN); + // Creates GemmOptions from kernel and data. + GemmOptions getOptionsFromConfigAndData(GemmConfig const& config, GemmData const& data) const + { + // Create options from config and data. + GemmOptions options; + options = config.mOptions; + options.mM = data.mProblemDimensions.mM; + options.mN = data.mProblemDimensions.mN; + options.mK = data.mProblemDimensions.mK; + options.mValidM = data.mProblemDimensions.mValidM; + options.mValidN = data.mProblemDimensions.mValidN; + options.mValidK = data.mProblemDimensions.mValidK; + return options; + } - std::vector workspaceSizes; + //////////////////////////////////////////////////////////////////////////////////////////////////// - int64_t numBytesSplitK{0}, numBytesSplitKBars{0}; - if (doesSplitKUseGmem(options.mSplitK)) + // Returns true if the configuration of the cubin can be executed for the given params. + bool isValidConfig(GemmConfig const& config, GemmData const& data) const { + // Get options from config and data. + auto options = getOptionsFromConfigAndData(config, data); - // The number of elements for intermediate split-k buffer that contains K slices padded to - // TileM/TileN sizes to avoid OOB accesses during the reduction. - // FIXME: Split-K has excessive memory traffic when combined with slice-K. - // Currently, data for all slice-K slices is sent, even though the slice-K reduction - // has already been performed. - // This should be optimized to send data for only one reduced slice. - auto numEltsSplitK = options.mNumSlicesForSplitK * numTilesM * numTilesN * options.mTileM * options.mTileN - * options.mNumSlicesForSliceK; - - // The number of bytes for intermediate split-k buffer that contains K slices. - numBytesSplitK = numEltsSplitK * tg::dtypeGetNumBits(tg::Dtype::Fp32) / /* bits */ 8; - // The number of bytes for the split-k completion barriers. - numBytesSplitKBars = numTilesM * numTilesN * sizeof(uint32_t); - // Two epilogue warps do GMEM split-k in DS GEMM. - if (options.mUseDeepSeekFp8) + if (usesFusedBiasReorder(options.mFusedBiasShuffleMode)) { - numBytesSplitKBars *= 2; + return false; } - // TODO: do we need to pad to 1024? - workspaceSizes.push_back(getSizePaddedToAlignment(numBytesSplitK, 1024)); - workspaceSizes.push_back(getSizePaddedToAlignment(numBytesSplitKBars, 1024)); + // Check options without modifications. + return checkAndUpdateGemmOptions(options, config.mSm, data.mProblemDimensions.mWorldSize, + /* updateOptions */ false); } - return workspaceSizes; -} + //////////////////////////////////////////////////////////////////////////////////////////////////// -//////////////////////////////////////////////////////////////////////////////////////////////////// - -bool GemmInterface::isValidConfig(GemmConfig const& config, GemmData const& data) const -{ - // Get options from config and data. - auto options = getOptionsFromConfigAndData(config, data); - - // Is Blackwell? - bool isBlackwell = isSmVersionBlackwell(config.mSm); + // If config.mData is specified, it launches the cubin from the provided config. + // Otherwise, it generates and compiles the kernel using either nvcc or nvrtc. + // Launch the cubin from the provided config. + // It calls all necessary memsets for internal buffers. + // Provided config must be validated with isValidConfig before the call. + int32_t run(GemmConfig const& config, void* workspace, GemmData const& data, void* cudaStream, + int32_t multiProcessorCount, bool usePdl = true, + std::optional> moduleCache = std::nullopt) const + { + // Get options from config and data. + auto options = getOptionsFromConfigAndData(config, data); - // Check options without modifications. - return checkAndUpdateGemmOptions(options, isBlackwell, data.mProblemDimensions.mWorldSize, - /* updateOptions */ false); -} + auto workspaceSizes = getWorkspaceSizesInBytes(config, data); + void* dSplitKSlices{nullptr}; + void* dPtrSplitKCompletionBars{nullptr}; -//////////////////////////////////////////////////////////////////////////////////////////////////// + // Set the completion barriers to 0 if needed. + if (doesSplitKUseGmem(options.mSplitK)) + { + dSplitKSlices = alignPtr(reinterpret_cast(workspace), 1024); + dPtrSplitKCompletionBars = reinterpret_cast( + alignPtr(reinterpret_cast(dSplitKSlices) + workspaceSizes[0], 1024)); + auto err = cudaMemsetAsync( + (void*) dPtrSplitKCompletionBars, 0x00, workspaceSizes[1], reinterpret_cast(cudaStream)); + if (err != cudaSuccess) + { + return 1; + } + } -int32_t GemmInterface::run(GemmConfig const& config, void* workspace, GemmData const& data, void* cudaStream, - int32_t multiProcessorCount, bool usePdl, std::optional> moduleCache) const -{ - // Might be used. - (void) usePdl; - (void) moduleCache; - // Get options from config and data. - auto options = getOptionsFromConfigAndData(config, data); - - auto workspaceSizes = getWorkspaceSizesInBytes(config, data); - void* dSplitKSlices{nullptr}; - void* dPtrSplitKCompletionBars{nullptr}; - - // Set the completion barriers to 0 if needed. - if (doesSplitKUseGmem(options.mSplitK)) - { - dSplitKSlices = alignPtr(reinterpret_cast(workspace), 1024); - dPtrSplitKCompletionBars - = reinterpret_cast(alignPtr(reinterpret_cast(dSplitKSlices) + workspaceSizes[0], 1024)); - auto err = cudaMemsetAsync( - (void*) dPtrSplitKCompletionBars, 0x00, workspaceSizes[1], reinterpret_cast(cudaStream)); - if (err != cudaSuccess) + // Determine if the scheduler requires a fixed grid dimension. + bool const isFixedGridDim = (options.mTileScheduler == gemm::TileScheduler::StaticPersistent + || options.mTileScheduler == gemm::TileScheduler::PersistentSm90); + // Get the number of tiles and number of CTAs for Z dimension. + auto [gridDimX, gridDimY, gridDimZ] = isFixedGridDim + ? getFixedGridSize( + options.mClusterDimX, options.mClusterDimY, options.mNumSlicesForSplitK, multiProcessorCount) + : getGridSize(options.mM, options.mN, options.mTileM, options.mTileN, options.mClusterDimX, + options.mClusterDimY, options.mNumSlicesForSplitK); + + // Create kernel params. + auto kernelParams = gemm::KernelParamsSetup::setKernelParams(options, data.mInputBuffers.mPtrA, + data.mInputBuffers.mPtrSfA, data.mInputBuffers.mPtrPerTokenSfA, data.mInputBuffers.mPtrB, + data.mInputBuffers.mPtrSfB, data.mInputBuffers.mPtrPerTokenSfB, data.mInputBuffers.mPtrSparsityInfoA, + data.mInputBuffers.mPtrBias, data.mOutputBuffers.mPtrC, data.mOutputBuffers.mPtrSfC, + data.mOutputBuffers.mPtrMultiMemC, (float*) data.mInputBuffers.mPtrScaleC, + (float*) data.mInputBuffers.mPtrScaleAct, dSplitKSlices, data.mAllReduceBuffers.mPtrTileBars, + data.mAllReduceBuffers.mPtrMultiMemTileBars, data.mAllReduceBuffers.mPtrCompletionBars, + data.mAllReduceBuffers.mPtrMultiMemCompletionBars, dPtrSplitKCompletionBars, + /* dPtrNumNonExitingCtas */ nullptr, data.mProblemDimensions.mRank, data.mProblemDimensions.mWorldSize); + // The size of the grid. + std::vector grid{gridDimX, gridDimY, gridDimZ}; + + // When split-k is enabled and to guarantee the forward progress, we must ensure that the number + // of tiles is less than number of SMs. This way, at least one CTA in the grid can make forward. + if (doesSplitKUseGmem(options.mSplitK)) { - return 1; + if (grid[0] * grid[1] >= multiProcessorCount) + { + // The number of MN tiles in Split-K (grid[0] * grid[1]) must be less than the number of + // SMs. + return 2; + } } - } - // The number of tiles in the M dimension. - int numTilesM = gemm::divUp(options.mM, options.mTileM); - // The number of tiles in the N dimension. - int numTilesN = gemm::divUp(options.mN, options.mTileN); - - // Create kernel params. - auto kernelParams = gemm::KernelParamsSetup::setKernelParams(options, data.mInputBuffers.mPtrA, - data.mInputBuffers.mPtrSfA, data.mInputBuffers.mPtrPerTokenSfA, data.mInputBuffers.mPtrB, - data.mInputBuffers.mPtrSfB, data.mInputBuffers.mPtrPerTokenSfB, data.mInputBuffers.mPtrBias, - data.mOutputBuffers.mPtrC, data.mOutputBuffers.mPtrSfC, data.mOutputBuffers.mPtrMultiMemC, - (float*) data.mInputBuffers.mPtrScaleC, dSplitKSlices, data.mAllReduceBuffers.mPtrTileBars, - data.mAllReduceBuffers.mPtrMultiMemTileBars, data.mAllReduceBuffers.mPtrCompletionBars, - data.mAllReduceBuffers.mPtrMultiMemCompletionBars, dPtrSplitKCompletionBars, - /* dPtrNumNonExitingCtas */ nullptr, data.mProblemDimensions.mRank, data.mProblemDimensions.mWorldSize); - // The size of the grid. - std::vector grid{numTilesM, numTilesN, options.mNumSlicesForSplitK}; - - // When split-k is enabled and to guarantee the forward progress, we must ensure that the number - // of tiles is less than number of SMs. This way, at least one CTA in the grid can make forward. - if (doesSplitKUseGmem(options.mSplitK)) - { - if (grid[0] * grid[1] >= multiProcessorCount) + GemmConfig gemmConfig = config; + +#ifndef TLLM_GEN_EXPORT_INTERFACE + // Generate and compile the kernel if data is not provided. + if (config.mData == nullptr) { - // The number of MN tiles in Split-K (grid[0] * grid[1]) must be less than the number of SMs. - return 2; + gemmConfig = generateAndCompileKernel(gemmConfig); + TLLM_CHECK_ERROR(gemmConfig.mCudaRunner != nullptr, "CudaRunner is not set"); + gemmConfig.mCudaRunner->run((void*) &kernelParams, (void*) cudaStream, grid, + /*cluster*/ {}, + /*instanceId*/ gemmConfig.mInstanceIdx); + return 0; } - } +#endif -#ifdef TLLM_GEN_EXPORT_INTERFACE - CUmodule cuModule; - CUfunction cuFunction; + // Load from cubin if data is provided. + CUmodule cuModule; + CUfunction cuFunction; - if (moduleCache.has_value()) - { - ModuleCache& moduleCacheRef = moduleCache.value().get(); - - // Modules are associated with a specific context, so the context is included in the key - CUcontext ctx; - unsigned long long ctxId; - cuCtxGetCurrent(&ctx); - cuCtxGetId(ctx, &ctxId); - - // Reinterpret the ctxId as a string to avoid needing a custom hash or converting it to a - // string in decimal representation. - std::string const ctxName - = std::string(reinterpret_cast(&ctxId), sizeof(unsigned long long) / sizeof(char)); - std::string const funcName = std::string(config.mFunctionName); - auto const moduleKey = ctxName + funcName; - auto module = moduleCacheRef.find(moduleKey); - - // Use cache if module is found, otherwise load and insert into cache - if (module != moduleCacheRef.end()) + if (moduleCache.has_value()) { - cuFunction = std::get<1>(module->second); + ModuleCache& moduleCacheRef = moduleCache.value().get(); + + // Modules are associated with a specific context, so the context is included in the key + CUcontext ctx; + unsigned long long ctxId; + cuCtxGetCurrent(&ctx); + cuCtxGetId(ctx, &ctxId); + + // Reinterpret the ctxId as a string to avoid needing a custom hash or converting it to a + // string in decimal representation. + std::string const ctxName + = std::string(reinterpret_cast(&ctxId), sizeof(unsigned long long) / sizeof(char)); + std::string const funcName = std::string(gemmConfig.mFunctionName); + auto const moduleKey = ctxName + funcName; + auto module = moduleCacheRef.find(moduleKey); + + // Use cache if module is found, otherwise load and insert into cache + if (module != moduleCacheRef.end()) + { + cuFunction = std::get<1>(module->second); + } + else + { + loadCubinData(&cuModule, gemmConfig); + cuModuleGetFunction(&cuFunction, cuModule, gemmConfig.mFunctionName); + moduleCacheRef.insert(std::make_pair(moduleKey, std::make_tuple(cuModule, cuFunction))); + } } else { - cuModuleLoadData(&cuModule, config.mData); - cuModuleGetFunction(&cuFunction, cuModule, config.mFunctionName); - moduleCacheRef.insert(std::make_pair(moduleKey, std::make_tuple(cuModule, cuFunction))); + loadCubinData(&cuModule, gemmConfig); + cuModuleGetFunction(&cuFunction, cuModule, gemmConfig.mFunctionName); } + + // Prepare the grid/block. + dim3 block3{ + static_cast(gemmConfig.mNumThreadsPerCTA), static_cast(1), static_cast(1)}; + dim3 grid3{(grid.size() > 0 ? static_cast(grid[0]) : 1u), + (grid.size() > 1 ? static_cast(grid[1]) : 1u), + (grid.size() > 2 ? static_cast(grid[2]) : 1u)}; + // Prepare the cluster size. + dim3 cluster3{static_cast(options.mClusterDimX), static_cast(options.mClusterDimY), + static_cast(options.mClusterDimZ)}; + + // Whether PDL can safely be enabled + bool const pdlSafe = gemmConfig.mOptions.mGridWaitForPrimaryEarlyExit + || gemmConfig.mOptions.mGridWaitForPrimaryA || gemmConfig.mOptions.mGridWaitForPrimaryB; + + // Run the kernel. + auto result = trtllm::gen::launchKernel((void*) &kernelParams, cudaStream, gemmConfig.mSharedMemSize, + cuFunction, block3, grid3, cluster3, usePdl && pdlSafe); + // If a module cache has not been given, unload the module to avoid leaking + if (!moduleCache.has_value()) + { + cuModuleUnload(cuModule); + } + if (result != CUDA_SUCCESS) + { + return result; + } + + return 0; } - else + + //////////////////////////////////////////////////////////////////////////////////////////////////// + + // Initializes the buffers before the world sync. Must be called before run. + int32_t runInitBeforeWorldSync(GemmConfig const& config, GemmData const& data, void* cudaStream) const { - cuModuleLoadData(&cuModule, config.mData); - cuModuleGetFunction(&cuFunction, cuModule, config.mFunctionName); + if (data.mProblemDimensions.mWorldSize > 1) + { + // Get options from config and data. + auto options = getOptionsFromConfigAndData(config, data); + if (options.mAllReduceAlgo == gemm::AllReduceAlgo::OneShot) + { + // The size of each element of C in bits. + int64_t const numBitsPerEltC = options.mAllReduceAlgo == gemm::AllReduceAlgo::TwoShot + ? tg::dtypeGetNumBits(options.mDtypeAcc) + : tg::dtypeGetNumBits(options.mDtypeC); + // The number of bytes for C. + int64_t const numBytesC + = data.mProblemDimensions.mM * data.mProblemDimensions.mN * numBitsPerEltC / /*bits*/ 8; + // Reset the output buffer as one-shot uses UTMAREDG at multicast memory for reduction. + auto err = cudaMemsetAsync( + data.mOutputBuffers.mPtrC, 0x00, numBytesC, reinterpret_cast(cudaStream)); + if (err != cudaSuccess) + { + return 1; + } + } + + // Get the number of tiles and number of CTAs for Z dimension. + // mTileM/mTileN are already correctly set for both transpose modes. + auto [numTilesM, numTilesN, gridDimZ] = getGridSize(options.mM, options.mN, options.mTileM, options.mTileN, + options.mClusterDimX, options.mClusterDimY, options.mNumSlicesForSplitK); + // The number of bytes for the tile barriers. + int32_t numBytesTileBars = numTilesM * numTilesN * sizeof(uint32_t); + // Sanitize system barriers. + auto err = cudaMemsetAsync((void*) data.mAllReduceBuffers.mPtrTileBars, 0x00, numBytesTileBars, + reinterpret_cast(cudaStream)); + if (err != cudaSuccess) + { + return 2; + } + err = cudaMemsetAsync((void*) data.mAllReduceBuffers.mPtrCompletionBars, 0x00, numBytesTileBars, + reinterpret_cast(cudaStream)); + if (err != cudaSuccess) + { + return 3; + } + } + return 0; } - // Prepare the grid/block. - dim3 block3{static_cast(config.mNumThreadsPerCTA), static_cast(1), static_cast(1)}; - dim3 grid3{(grid.size() > 0 ? static_cast(grid[0]) : 1u), - (grid.size() > 1 ? static_cast(grid[1]) : 1u), - (grid.size() > 2 ? static_cast(grid[2]) : 1u)}; - // Prepare the cluster size. - dim3 cluster3{static_cast(options.mClusterDimX), static_cast(options.mClusterDimY), - static_cast(options.mClusterDimZ)}; - - // Run the kernel. - auto result = trtllm::gen::launchKernel((void*) &kernelParams, cudaStream, config.mSharedMemSize, cuFunction, - block3, grid3, cluster3, - usePdl - && (config.mOptions.mGridWaitForPrimaryEarlyExit | config.mOptions.mGridWaitForPrimaryA - | config.mOptions.mGridWaitForPrimaryB)); - // If a module cache has not been given, unload the module to avoid leaking - if (!moduleCache.has_value()) + //////////////////////////////////////////////////////////////////////////////////////////////////// + +private: + //////////////////////////////////////////////////////////////////////////////////////////////////// + + // Aligns the pointer to the alignment + template + inline Dtype* alignPtr(Dtype* ptr, int64_t alignment) const { - cuModuleUnload(cuModule); + assert((alignment & (alignment - 1)) == 0 && "Alignment must be a power of 2"); + return reinterpret_cast((reinterpret_cast(ptr) + alignment - 1) & ~(alignment - 1)); } - if (result != CUDA_SUCCESS) + + //////////////////////////////////////////////////////////////////////////////////////////////////// + + // Returns the number of tiles and number of CTAs for Z dimension. + std::tuple getFixedGridSize( + int32_t clusterDimX, int32_t clusterDimY, int32_t numSlicesForSplitK, int32_t multiProcessorCount) const { - return -1; + + assert(multiProcessorCount > 0 && "multiProcessorCount must be provided when using StaticPersistent scheduler"); + // The cluster size spanned in the XY dimension. + auto clusterSizeXy = clusterDimX * clusterDimY; + // The maximum number of CTAs a GPU can run across the XY dimension. + auto numCtasXy = multiProcessorCount / numSlicesForSplitK; + // Round down to the nearest multiple of the cluster size. + numCtasXy = (numCtasXy / clusterSizeXy) * clusterSizeXy; + + return std::make_tuple(numCtasXy, 1, numSlicesForSplitK); } -#else - config.mCudaRunner->run((void*) &kernelParams, (void*) cudaStream, grid); -#endif - return 0; -} + //////////////////////////////////////////////////////////////////////////////////////////////////// -//////////////////////////////////////////////////////////////////////////////////////////////////// + // Returns the number of tiles and number of CTAs for Z dimension. + std::tuple getGridSize(int32_t M, int32_t N, int32_t tileM, int32_t tileN, + int32_t clusterDimX, int32_t clusterDimY, int32_t numSlicesForSplitK) const + { + // The number of tiles in the M dimension. + auto numTilesM = gemm::divUpMul(gemm::divUp(M, tileM), clusterDimX); + // The number of tiles in the N dimension. + auto numTilesN = gemm::divUpMul(gemm::divUp(N, tileN), clusterDimY); + return std::make_tuple(numTilesM, numTilesN, numSlicesForSplitK); + } -int32_t GemmInterface::runInitBeforeWorldSync(GemmConfig const& config, GemmData const& data, void* cudaStream) const -{ - if (data.mProblemDimensions.mWorldSize > 1) + //////////////////////////////////////////////////////////////////////////////////////////////////// + + // Returns the size of the workspace buffers in bytes + std::vector getWorkspaceSizesInBytes(GemmConfig const& config, GemmData const& data) const { - // Get options from config and data. - auto options = getOptionsFromConfigAndData(config, data); - if (options.mAllReduceAlgo == gemm::AllReduceAlgo::OneShot) + // Get options from config. + auto& options = config.mOptions; + + // Get the number of tiles and cluster dimension Z. + // mTileM/mTileN are already correctly set for both transpose modes. + auto [numTilesM, numTilesN, gridDimZ] = getGridSize(data.mProblemDimensions.mM, data.mProblemDimensions.mN, + options.mTileM, options.mTileN, options.mClusterDimX, options.mClusterDimY, options.mNumSlicesForSplitK); + + std::vector workspaceSizes; + + int64_t numBytesSplitK{0}, numBytesSplitKBars{0}; + if (doesSplitKUseGmem(options.mSplitK)) { - // The size of each element of C in bits. - int64_t const numBitsPerEltC = options.mAllReduceAlgo == gemm::AllReduceAlgo::TwoShot - ? tg::dtypeGetNumBits(options.mDtypeAcc) - : tg::dtypeGetNumBits(options.mDtypeC); - // The number of bytes for C. - int64_t const numBytesC - = data.mProblemDimensions.mM * data.mProblemDimensions.mN * numBitsPerEltC / /*bits*/ 8; - // Reset the output buffer as one-shot uses UTMAREDG at multicast memory for reduction. - auto err = cudaMemsetAsync( - data.mOutputBuffers.mPtrC, 0x00, numBytesC, reinterpret_cast(cudaStream)); - if (err != cudaSuccess) + + // The number of elements for intermediate split-k buffer that contains K slices padded to + // TileM/TileN sizes to avoid OOB accesses during the reduction. + // FIXME: Split-K has excessive memory traffic when combined with slice-K. + // Currently, data for all slice-K slices is sent, even though the slice-K reduction + // has already been performed. + // This should be optimized to send data for only one reduced slice. + auto numEltsSplitK = options.mNumSlicesForSplitK * numTilesM * numTilesN * options.mTileM * options.mTileN; + + // The number of bytes for intermediate split-k buffer that contains K slices. + numBytesSplitK = numEltsSplitK * tg::dtypeGetNumBits(tg::Dtype::Fp32) / /* bits */ 8; + // The number of bytes for the split-k completion barriers. + numBytesSplitKBars = numTilesM * numTilesN * sizeof(uint32_t); + // Two epilogue warps do GMEM split-k in DS GEMM. + if (options.mUseDeepSeekFp8) { - return 1; + numBytesSplitKBars *= 2; } + + // TODO: do we need to pad to 1024? + workspaceSizes.push_back(getSizePaddedToAlignment(numBytesSplitK, 1024)); + workspaceSizes.push_back(getSizePaddedToAlignment(numBytesSplitKBars, 1024)); } - // The number of tiles in the M dimension. - int numTilesM = gemm::divUp(options.mM, options.mTileM); - // The number of tiles in the N dimension. - int numTilesN = gemm::divUp(options.mN, options.mTileN); - // The number of bytes for the tile barriers. - int32_t numBytesTileBars = numTilesM * numTilesN * sizeof(uint32_t); - // Sanitize system barriers. - auto err = cudaMemsetAsync((void*) data.mAllReduceBuffers.mPtrTileBars, 0x00, numBytesTileBars, - reinterpret_cast(cudaStream)); - if (err != cudaSuccess) - { - return 2; - } - err = cudaMemsetAsync((void*) data.mAllReduceBuffers.mPtrCompletionBars, 0x00, numBytesTileBars, - reinterpret_cast(cudaStream)); - if (err != cudaSuccess) - { - return 3; - } + + return workspaceSizes; + } + + //////////////////////////////////////////////////////////////////////////////////////////////////// + + // Returns the size padded to the alignment + size_t getSizePaddedToAlignment(size_t size, size_t alignment) const + { + assert((alignment & (alignment - 1)) == 0); + return (size + alignment - 1) & ~(alignment - 1); } - return 0; -} + + //////////////////////////////////////////////////////////////////////////////////////////////////// + +private: + // The rank id of the current device in the multi-gpu space. + int32_t mRankId; + // Whether to export the cubin file. + bool mExportsCubin; + // The number of rotations. + int32_t mNumRotations; +}; //////////////////////////////////////////////////////////////////////////////////////////////////// diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmOptions.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmOptions.h index 1b337b7c3523..d536d435f94f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmOptions.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmOptions.h @@ -1,5 +1,5 @@ /* - * SPDX-FileCopyrightText: Copyright (c) 1993-2025 NVIDIA CORPORATION & + * SPDX-FileCopyrightText: Copyright (c) 1993-2026 NVIDIA CORPORATION & * AFFILIATES. All rights reserved. SPDX-License-Identifier: Apache-2.0 * * Licensed under the Apache License, Version 2.0 (the "License"); @@ -23,14 +23,26 @@ #include "Enums.h" #include "KernelParams.h" #include "KernelTraits.h" +#include "trtllm/gen/CudaArchDecl.h" #include "trtllm/gen/DtypeDecl.h" #include "trtllm/gen/MmaDecl.h" #include "trtllm/gen/SfLayoutDecl.h" +#include "trtllm/gen/SparsityDecl.h" #ifndef TLLM_GEN_EXPORT_INTERFACE #include "trtllm/gen/CudaRunner.h" #include "trtllm/gen/GenCtx.h" #else +#ifdef TLLM_GEN_EXPORT_FLASHINFER +#include + +namespace flashinfer::trtllm_cubin_loader +{ +std::string getCubin(std::string const& kernelName, std::string const& sha256); +} +#endif // TLLM_GEN_EXPORT_FLASHINFER #include +namespace gemm +{ template void printArgs(T arg) @@ -77,8 +89,22 @@ void printArgs(T first, Args... args) #endif // TLLM_GEN_EXPORT_INTERFACE -namespace gemm +#define GEMM_UPDATE_OR_ERROR(OPTION, VALUE) \ + if (updateOptions) \ + { \ + OPTION = VALUE; \ + } \ + else \ + return false + +namespace trtllm +{ +namespace gen { +class CudaRunner; +class GenCfg; +} // namespace gen +} // namespace trtllm namespace gemm { @@ -100,39 +126,57 @@ struct GemmOptions GemmOptions() = default; - GemmOptions(AllReduceAlgo allReduceAlgo, BiasType biasType, int blockK, int clusterDimX, int clusterDimY, - int clusterDimZ, tg::Dtype dtypeAcc, tg::Dtype dtypeA, tg::Dtype dtypeB, tg::Dtype dtypeC, tg::Dtype dtypeMmaA, - tg::Dtype dtypeMmaB, bool enablesEarlyExit, bool enablesDelayedEarlyExit, bool enablesGlobalPtxKnobs, - int epilogueLdtmDps, int epilogueLdtmBits, int epilogueTileM, int epilogueTileN, bool gridTriggerSecondaryA, - bool gridTriggerSecondaryB, bool gridWaitForPrimaryEarlyExit, bool gridWaitForPrimaryA, - bool gridWaitForPrimaryB, bool hoistLoadTaskInit, bool hoistMmaTaskTryWaits, int k, KernelTraits kernelTraits, - MatrixLayout layoutA, MatrixLayout layoutB, int m, int mmaK, tg::MmaKind mmaKind, int mmaM, int mmaN, - bool mockAllReduce, int n, int numSlicesForSplitK, int numSlicesForSliceK, int numStages, int numStagesMma, - int numStagesMmaWithinWorkTile, int numStagesMmaAcrossWorkTile, int numStagesWorkId, bool outputDebugTensors, - bool patchF2fp, std::optional sfBlockSizeA, tg::SfLayout sfLayoutA, tg::SfLayout sfLayoutB, - tg::SfLayout sfLayoutC, int sfReshapeFactor, bool sliceK, SplitK splitK, int tileK, int tileM, int tileN, - TileScheduler tileScheduler, bool transposeMmaOutput, bool useCustomMmaSchedule, bool useDeepSeekFp8, - bool useHoistTryWaitForCustomMmaSchedule, bool usePerTokenSfA, bool usePerTokenSfB, bool useShuffledMatrix, - bool useTmaStore, bool useTwoTmaLoadWarps, bool useTwoMmaWarps, bool useUnrollLoop2xForMma, int worldSize) + GemmOptions(AllReduceAlgo allReduceAlgo, tg::Dtype biasDtype, BiasType biasType, int blockK, bool clcFastDrain, + int clusterDimX, int clusterDimY, int clusterDimZ, CtaSwizzleType ctaSwizzleType, tg::Dtype dtypeAcc, + tg::Dtype dtypeA, tg::Dtype dtypeB, tg::Dtype dtypeC, tg::Dtype dtypeMmaA, tg::Dtype dtypeMmaB, + tg::Dtype dtypeSfC, EltwiseActType eltwiseActType, bool enablesEarlyExit, bool enablesDelayedEarlyExit, + int epilogueLdtmDps, int epilogueLdtmBits, int epilogueTileM, int epilogueTileN, int fallbackClusterDimX, + int fallbackClusterDimY, int fallbackClusterDimZ, FusedBiasShuffleMode fusedBiasShuffleMode, + bool fuseLoadSfTask, bool fuseUtccpWithUtcmma, bool gridTriggerSecondaryA, bool gridTriggerSecondaryB, + bool gridWaitForPrimaryEarlyExit, bool gridWaitForPrimaryA, bool gridWaitForPrimaryB, bool hoistLoadTaskInit, + bool hoistMmaTaskTryWaits, int k, KernelTraits kernelTraits, MatrixLayout layoutA, MatrixLayout layoutB, int m, + int mmaK, tg::MmaKind mmaKind, int mmaM, int mmaN, int mmaTileK, bool mockAllReduce, int n, + int numEpilogueWarps, int numRegsCastAWarps, int numRegsCopySfLdsSttm, int numRegsCopySparsityInfo, + int numRegsPerThreadEpilogueWarp, int numRegsPerThreadNonEpilogueWarp, int numSlicesForSplitK, int numStagesA, + int numStagesB, int numStagesMma, int numStagesMmaWithinWorkTile, int numStagesMmaAcrossWorkTile, + int numStagesSmemSfA, int numStagesSmemSfB, int numStagesTmemSfA, int numStagesTmemSfB, int numStagesWorkId, + bool outputDebugTensors, bool patchF2fp, tg::Dtype perTokenSfDtype, SchedHostTask schedHostTask, + int32_t sfBlockSizeA, int32_t sfBlockSizeB, int32_t sfBlockSizeC, tg::SfLayout sfLayoutA, + tg::SfLayout sfLayoutB, tg::SfLayout sfLayoutC, int sfReshapeFactor, tg::Sparsity sparsityA, SplitK splitK, + int tileK, int tileM, int tileN, TileScheduler tileScheduler, bool transposeMmaOutput, + bool useCustomizedMma3xNvFp4, bool useCustomMmaSchedule, bool useDeepSeekFp8, bool useFlexibleClusterDims, + bool useHoistTryWaitForCustomMmaSchedule, bool useMaxTmemOverlap, bool usePerTokenSfA, bool usePerTokenSfB, + bool useShuffledMatrix, bool useTmaStore, bool useTwoTmaLoadWarps, bool useTwoMmaWarps, + bool useUnrollLoop2xForMma, int validM, int validN, int validK, int worldSize) : mAllReduceAlgo{allReduceAlgo} + , mBiasDtype{biasDtype} , mBiasType{biasType} , mBlockK(blockK) + , mClcFastDrain{clcFastDrain} , mClusterDimX{clusterDimX} , mClusterDimY{clusterDimY} , mClusterDimZ{clusterDimZ} + , mCtaSwizzleType{ctaSwizzleType} , mDtypeAcc{dtypeAcc} , mDtypeA{dtypeA} , mDtypeB{dtypeB} , mDtypeC{dtypeC} , mDtypeMmaA{dtypeMmaA} , mDtypeMmaB{dtypeMmaB} + , mDtypeSfC{dtypeSfC} + , mEltwiseActType{eltwiseActType} , mEnablesEarlyExit{enablesEarlyExit} , mEnablesDelayedEarlyExit{enablesDelayedEarlyExit} - , mEnablesGlobalPtxKnobs{enablesGlobalPtxKnobs} , mEpilogueLdtmDps{epilogueLdtmDps} , mEpilogueLdtmBits{epilogueLdtmBits} , mEpilogueTileM{epilogueTileM} , mEpilogueTileN{epilogueTileN} + , mFallbackClusterDimX{fallbackClusterDimX} + , mFallbackClusterDimY{fallbackClusterDimY} + , mFallbackClusterDimZ{fallbackClusterDimZ} + , mFusedBiasShuffleMode{fusedBiasShuffleMode} + , mFuseLoadSfTask{fuseLoadSfTask} + , mFuseUtccpWithUtcmma{fuseUtccpWithUtcmma} , mGridTriggerSecondaryA{gridTriggerSecondaryA} , mGridTriggerSecondaryB{gridTriggerSecondaryB} , mGridWaitForPrimaryEarlyExit{gridWaitForPrimaryEarlyExit} @@ -149,32 +193,50 @@ struct GemmOptions , mMmaKind{mmaKind} , mMmaM{mmaM} , mMmaN{mmaN} + , mMmaTileK{mmaTileK} , mMockAllReduce{mockAllReduce} , mN{n} + , mNumEpilogueWarps{numEpilogueWarps} + , mNumRegsCastAWarps(numRegsCastAWarps) + , mNumRegsCopySfLdsSttm(numRegsCopySfLdsSttm) + , mNumRegsCopySparsityInfo(numRegsCopySparsityInfo) + , mNumRegsPerThreadEpilogueWarp(numRegsPerThreadEpilogueWarp) + , mNumRegsPerThreadNonEpilogueWarp(numRegsPerThreadNonEpilogueWarp) , mNumSlicesForSplitK{numSlicesForSplitK} - , mNumSlicesForSliceK{numSlicesForSliceK} - , mNumStages{numStages} + , mNumStagesA{numStagesA} + , mNumStagesB{numStagesB} , mNumStagesMma{numStagesMma} , mNumStagesMmaWithinWorkTile{numStagesMmaWithinWorkTile} , mNumStagesMmaAcrossWorkTile{numStagesMmaAcrossWorkTile} + , mNumStagesSmemSfA{numStagesSmemSfA} + , mNumStagesSmemSfB{numStagesSmemSfB} + , mNumStagesTmemSfA{numStagesTmemSfA} + , mNumStagesTmemSfB{numStagesTmemSfB} , mNumStagesWorkId{numStagesWorkId} , mOutputDebugTensors{outputDebugTensors} , mPatchF2fp{patchF2fp} + , mPerTokenSfDtype{perTokenSfDtype} + , mSchedHostTask{schedHostTask} , mSfBlockSizeA{sfBlockSizeA} + , mSfBlockSizeB{sfBlockSizeB} + , mSfBlockSizeC{sfBlockSizeC} , mSfLayoutA{sfLayoutA} , mSfLayoutB{sfLayoutB} , mSfLayoutC{sfLayoutC} , mSfReshapeFactor{sfReshapeFactor} - , mSliceK{sliceK} + , mSparsityA{sparsityA} , mSplitK{splitK} , mTileK{tileK} , mTileM{tileM} , mTileN{tileN} , mTileScheduler{tileScheduler} , mTransposeMmaOutput{transposeMmaOutput} + , mUseCustomizedMma3xNvFp4{useCustomizedMma3xNvFp4} , mUseCustomMmaSchedule{useCustomMmaSchedule} , mUseDeepSeekFp8{useDeepSeekFp8} + , mUseFlexibleClusterDims{useFlexibleClusterDims} , mUseHoistTryWaitForCustomMmaSchedule{useHoistTryWaitForCustomMmaSchedule} + , mUseMaxTmemOverlap{useMaxTmemOverlap} , mUsePerTokenSfA{usePerTokenSfA} , mUsePerTokenSfB{usePerTokenSfB} , mUseShuffledMatrix{useShuffledMatrix} @@ -182,22 +244,31 @@ struct GemmOptions , mUseTwoTmaLoadWarps{useTwoTmaLoadWarps} , mUseTwoMmaWarps{useTwoMmaWarps} , mUseUnrollLoop2xForMma{useUnrollLoop2xForMma} + , mValidM{validM} + , mValidN{validN} + , mValidK{validK} , mWorldSize{worldSize} { } // The all-reduce algorithm. AllReduceAlgo mAllReduceAlgo{AllReduceAlgo::None}; + // The data type of bias in global memory. + tg::Dtype mBiasDtype{tg::Dtype::Fp32}; // The type of bias. BiasType mBiasType{BiasType::None}; // Block size in the K dimension int mBlockK{-1}; + // Whether to enable CLC fast drain for early exit in SM100 CLC-based scheduler. + bool mClcFastDrain{true}; // Cluster size in X dim. int mClusterDimX{1}; // Cluster size in Y dim. int mClusterDimY{1}; // Cluster size in Z dim. int mClusterDimZ{1}; + // The type of CTA swizzle. + CtaSwizzleType mCtaSwizzleType{CtaSwizzleType::RasterizeAlongM}; // Data type of the accumulators. tg::Dtype mDtypeAcc{tg::Dtype::Fp32}; // Data type of the A matrix. @@ -210,13 +281,17 @@ struct GemmOptions tg::Dtype mDtypeMmaA{tg::Dtype::Void}; // Data type of the B matrix for the MMA, if different from the input type. tg::Dtype mDtypeMmaB{tg::Dtype::Void}; + // Data type of the block scaling factors of the output C matrix. When Void, it is auto-deduced + // from mDtypeC by checkAndUpdateGemmOptions (e.g., E4m3 for E2m1, UE8m0 for Mx formats). + // Currently supported override: Fp32 (to keep the high-precision scaling factors). + tg::Dtype mDtypeSfC{tg::Dtype::Void}; + // The type of activation. + EltwiseActType mEltwiseActType{EltwiseActType::None}; // Whether to enable early exit. bool mEnablesEarlyExit{false}; // Whether to enable delayed early exit to overlap // numNonExitingCtas loading with the other instructions. bool mEnablesDelayedEarlyExit{false}; - // Whether to enable the global PTX knobs for guiding the compiler optimizations. - bool mEnablesGlobalPtxKnobs{true}; // The epilogue supports multiple LDTM shapes, although not every shape is applicable in every // case. In particular: // - On Hopper: must be 16dp256bit. @@ -232,6 +307,20 @@ struct GemmOptions int mEpilogueTileM{128}; // Tile size for the epilogue in N dimension. int mEpilogueTileN{32}; + // Fallback Cluster size in X dim. + int mFallbackClusterDimX{1}; + // Fallback Cluster size in Y dim. + int mFallbackClusterDimY{1}; + // Fallback Cluster size in Z dim. + int mFallbackClusterDimZ{1}; + // Controls which BiasType::Mn preprocessing steps are fused into the kernel instead of done on + // the host. + FusedBiasShuffleMode mFusedBiasShuffleMode{FusedBiasShuffleMode::None}; + // Fuse LoadSfA into LoadA and LoadSfB into LoadB when pipeline stages match. + // Requires useTwoTmaLoadWarps. Saves LoadSfA/LoadSfB warp groups. + bool mFuseLoadSfTask{false}; + // Whether fuse UTCCP with UTC*MMA. + bool mFuseUtccpWithUtcmma{false}; // Whether load task A triggers the next grid. bool mGridTriggerSecondaryA{false}; // Whether load task B triggers the next grid. @@ -264,19 +353,34 @@ struct GemmOptions int mMmaM{64}; // Size of the MMA instruction in the N dimension. int mMmaN{16}; + // Size of the MMA tileK. When mUseCustomizedMma3xNvFp4 is true, the mTileK is the tileK for A/B + // and mMmaTileK is the tileK for SfA/B and MMA. + int mMmaTileK{0}; // Whether to mock all-reduce code for single-GPU debugging. bool mMockAllReduce{false}; // The N dimension of GEMM. int mN{64 * 4}; + // Number of Epilogue Warps + int mNumEpilogueWarps{4}; + // Number of registers for the cast A warps. + int mNumRegsCastAWarps{0}; + // Number of registers for the LDS+STTM warps. + int mNumRegsCopySfLdsSttm{0}; + // Number of registers per thread to copy sparsity info with LDS+STTM. + int mNumRegsCopySparsityInfo{0}; + // Number of registers per thread for epilogue warps + int mNumRegsPerThreadEpilogueWarp{0}; + // Number of registers per thread for non-epilogue warps + int mNumRegsPerThreadNonEpilogueWarp{0}; // Number of partitions along the K dimension. When mNumSlicesForSplitK > 1, // the problem is distributed across several SMs, where each CTA works on its local K slice. // Partial results are accumulated afterwards using either GMEM or DSMEM (in CGA) // to exchange the data between CTAs. int mNumSlicesForSplitK{1}; - // Number of slices for slice-K along K dimension. - int mNumSlicesForSliceK{1}; - // The depth of the mainloop pipeline. - int mNumStages{2}; + // The depth of the pipeline for A. + int mNumStagesA{0}; + // The depth of the pipeline for B. + int mNumStagesB{0}; // The depth of the mma pipeline. Equals numStagesMmaWithinWorkTile * numStagesMmaAcrossWorkTile. int mNumStagesMma{1}; // The depth of the mma pipeline within work tile. Only GmemC classes with "WithAccInReg" suffix @@ -284,14 +388,31 @@ struct GemmOptions int mNumStagesMmaWithinWorkTile{-1}; // The depth of the mma pipeline across work tiles in the persistent loop. int mNumStagesMmaAcrossWorkTile{-1}; + // The depth of the pipeline for the SF of A in SMEM. + int mNumStagesSmemSfA{0}; + // The depth of the pipeline for the SF of B in SMEM. + int mNumStagesSmemSfB{0}; + // The depth of the pipeline for the SF of A in TMEM. + int mNumStagesTmemSfA{0}; + // The depth of the pipeline for the SF of B in TMEM. + int mNumStagesTmemSfB{0}; // The depth of the work id pipeline and the work throttle pipeline. int mNumStagesWorkId{3}; // Whether to output debug tensors. bool mOutputDebugTensors{false}; // Patch float conversions. bool mPatchF2fp{false}; - // Block size of A. For dtypeA == E2m1 and dtypeB == E4m3. - std::optional mSfBlockSizeA{std::nullopt}; + // The dtype of scale factors when using per-token scaling. + // When not provided, it will be Fp32 if usePerTokenSfA and usePerTokenSfB else Bfloat16. + tg::Dtype mPerTokenSfDtype{tg::Dtype::Void}; + // Which host task the persistent scheduler is fused with (Self = dedicated scheduler task). + SchedHostTask mSchedHostTask{SchedHostTask::Self}; + // Block size of A, for block-scaled types. + int mSfBlockSizeA{-1}; + // Block size of B, for block-scaled types. + int mSfBlockSizeB{-1}; + // Block size of C, for block-scaled types. + int mSfBlockSizeC{-1}; // Scale factors layout for A. tg::SfLayout mSfLayoutA{tg::SfLayout::R128c4}; // Scale factors layout for B. @@ -304,8 +425,8 @@ struct GemmOptions // But it reduces the number of L2 requests under the hood and potentially improves perf. // Applies to layout 8x4 only. int mSfReshapeFactor{1}; - // Slice-K implementation to use TileM dimension for TileK. - bool mSliceK{false}; + // Sparsity of A. + tg::Sparsity mSparsityA{tg::Sparsity::Dense}; // The location of the exchange for split-K (it's None when split-K is disabled). SplitK mSplitK{SplitK::None}; // K tile dimension of GEMM. @@ -318,19 +439,26 @@ struct GemmOptions TileScheduler mTileScheduler{TileScheduler::Static}; // Save output of MMA in M-major format. bool mTransposeMmaOutput{false}; + // Use custom MMA schedule for 3xNvFp4 + bool mUseCustomizedMma3xNvFp4{false}; // Use custom MMA schedule optimized for low-latency. bool mUseCustomMmaSchedule{false}; // Use DeepSeek Fp8. bool mUseDeepSeekFp8{false}; + // Use flexible cluster dims. + bool mUseFlexibleClusterDims{false}; // The purpose of hoisting trywaits is to opportunistically peek at the availability of the next // k-block. It benefits when the next k-block is already available and thus sustaining the // momentum, but it adds latency to the first k-block for smaller k-loop. bool mUseHoistTryWaitForCustomMmaSchedule{false}; + // Whether use the max Tmem overlap trick. + bool mUseMaxTmemOverlap{false}; // Apply per-token scales from A bool mUsePerTokenSfA{false}; // Apply per-token scales from B bool mUsePerTokenSfB{false}; - // Reorder rows/cols in the A matrix for the better memory accesses in the M-major epilogue. + // Reorder rows/cols in the A matrix (when TransposeMmaOutput is true, otherwise B matrix) for the + // better memory accesses in the M-major epilogue. bool mUseShuffledMatrix{false}; // Use TMA to store the result. bool mUseTmaStore{true}; @@ -340,26 +468,22 @@ struct GemmOptions bool mUseTwoMmaWarps{false}; // Whether to unroll the loop by 2x. bool mUseUnrollLoop2xForMma{true}; + // The valid range of M/N/K dimension of GEMM without padding values. + // Used to opportunistically remove memory traffic from the padding due to rigid SF shape + // constraint or TMA constraint. Such as: + // 1. outputDim % (4 * sfBlockSize) == 0; as 4x SFs are packed into 4 bytes + // 2. MxFp4 x Fp8 mmaType requires bespoke TMA load which requires hiddenDim % 128 == 0 + // 3. TMA requires 16B alignment for each row + int mValidM{-1}; + int mValidN{-1}; + int mValidK{-1}; // World size for all-reduce. int mWorldSize{1}; }; //////////////////////////////////////////////////////////////////////////////////////////////////// -enum class SmVersion -{ - Sm90a, - Sm100a, - Sm100f, - Sm103a -}; - -//////////////////////////////////////////////////////////////////////////////////////////////////// - -bool isSmVersionBlackwell(SmVersion smVersion) -{ - return smVersion == SmVersion::Sm100a || smVersion == SmVersion::Sm100f || smVersion == SmVersion::Sm103a; -} +using SmVersion = tg::CudaArch; //////////////////////////////////////////////////////////////////////////////////////////////////// // @@ -369,22 +493,20 @@ bool isSmVersionBlackwell(SmVersion smVersion) struct GemmConfig { - // When TRT-LLM Gen is exported to the other frameworks, the TLLM_GEN_EXPORT_INTERFACE must be - // defined. In this case, the cubins will be loaded from the provided data and function name. - // Otherwise, the kernel will be loaded from the CudaRunner. -#ifdef TLLM_GEN_EXPORT_INTERFACE uint8_t const* mData{nullptr}; - uint32_t const mSize{0}; - uint32_t const mSharedMemSize{0}; + uint32_t mSize{0}; + uint32_t mSharedMemSize{0}; char const* mFunctionName{nullptr}; - uint32_t const mNumThreadsPerCTA{0}; + uint32_t mNumThreadsPerCTA{0}; char const* mHash{nullptr}; -#else + std::string mGenCfgJsonStr{""}; + char const* mExecPath{nullptr}; trtllm::gen::CudaRunner* mCudaRunner{nullptr}; -#endif + trtllm::gen::GenCfg* mGenCfg{nullptr}; + int32_t mInstanceIdx{0}; GemmOptions mOptions{}; - SmVersion mSm{SmVersion::Sm100a}; + tg::CudaArch mSm{tg::CudaArch::Sm100a}; }; //////////////////////////////////////////////////////////////////////////////////////////////////// @@ -414,44 +536,104 @@ inline std::string toString(trtllm::gen::MmaKind e) //////////////////////////////////////////////////////////////////////////////////////////////////// -inline std::string dumpOptions(GemmOptions const& options) +template <> +inline std::string toString(CtaSwizzleType e) +{ + switch (e) + { + case CtaSwizzleType::RasterizeAlongM: return "RasterizeAlongM"; + case CtaSwizzleType::RasterizeAlongN: return "RasterizeAlongN"; + case CtaSwizzleType::ZigZagAlongM2: return "ZigZagAlongM2"; + case CtaSwizzleType::ZigZagAlongN2: return "ZigZagAlongN2"; + case CtaSwizzleType::ZigZagAlongM4: return "ZigZagAlongM4"; + case CtaSwizzleType::ZigZagAlongN4: return "ZigZagAlongN4"; + default: return std::to_string(static_cast(e)); + } +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +template <> +inline std::string toString(EltwiseActType e) +{ + switch (e) + { + case EltwiseActType::None: return "None"; + case EltwiseActType::Gelu: return "Gelu"; + case EltwiseActType::Relu2: return "Relu2"; + case EltwiseActType::Silu: return "Silu"; + default: return std::to_string(static_cast(e)); + } +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +template <> +inline std::string toString(FusedBiasShuffleMode e) +{ + switch (e) + { + case FusedBiasShuffleMode::None: return "None"; + case FusedBiasShuffleMode::Shuffle: return "Shuffle"; + case FusedBiasShuffleMode::ReorderAndShuffle: return "ReorderAndShuffle"; + default: return std::to_string(static_cast(e)); + } +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +template <> +inline std::string toString(SchedHostTask e) +{ + switch (e) + { + case SchedHostTask::Self: return "Self"; + case SchedHostTask::LoadA: return "LoadA"; + case SchedHostTask::LoadB: return "LoadB"; + case SchedHostTask::LoadSfA: return "LoadSfA"; + case SchedHostTask::LoadSfB: return "LoadSfB"; + default: return std::to_string(static_cast(e)); + } +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +inline std::string dumpOptions(GemmOptions const& options, bool dumpRuntimeParams = true) { std::stringstream ss; - ss << "mAllReduceAlgo=" - << "gemm::AllReduceAlgo(" << static_cast(options.mAllReduceAlgo) << ")" - << "," << std::endl; - ss << "mBiasType=" - << "gemm::BiasType(" << static_cast(options.mBiasType) << ")" - << "," << std::endl; + ss << "mAllReduceAlgo=" << "gemm::AllReduceAlgo(" << static_cast(options.mAllReduceAlgo) << ")" << "," + << std::endl; + ss << "mBiasDtype=" << "trtllm::gen::Dtype(" << static_cast(options.mBiasDtype) << ")" << "," << std::endl; + ss << "mBiasType=" << "gemm::BiasType(" << static_cast(options.mBiasType) << ")" << "," << std::endl; ss << "mBlockK=" << options.mBlockK << "," << std::endl; + ss << "mClcFastDrain=" << options.mClcFastDrain << "," << std::endl; ss << "mClusterDimX=" << options.mClusterDimX << "," << std::endl; ss << "mClusterDimY=" << options.mClusterDimY << "," << std::endl; ss << "mClusterDimZ=" << options.mClusterDimZ << "," << std::endl; - ss << "mDtypeAcc=" - << "trtllm::gen::Dtype(" << static_cast(options.mDtypeAcc) << ")" - << "," << std::endl; - ss << "mDtypeA=" - << "trtllm::gen::Dtype(" << static_cast(options.mDtypeA) << ")" - << "," << std::endl; - ss << "mDtypeB=" - << "trtllm::gen::Dtype(" << static_cast(options.mDtypeB) << ")" - << "," << std::endl; - ss << "mDtypeC=" - << "trtllm::gen::Dtype(" << static_cast(options.mDtypeC) << ")" - << "," << std::endl; - ss << "mDtypeMmaA=" - << "trtllm::gen::Dtype(" << static_cast(options.mDtypeMmaA) << ")" - << "," << std::endl; - ss << "mDtypeMmaB=" - << "trtllm::gen::Dtype(" << static_cast(options.mDtypeMmaB) << ")" - << "," << std::endl; + ss << "mCtaSwizzleType=" << "gemm::CtaSwizzleType(" << static_cast(options.mCtaSwizzleType) << ")" << "," + << std::endl; + ss << "mDtypeAcc=" << "trtllm::gen::Dtype(" << static_cast(options.mDtypeAcc) << ")" << "," << std::endl; + ss << "mDtypeA=" << "trtllm::gen::Dtype(" << static_cast(options.mDtypeA) << ")" << "," << std::endl; + ss << "mDtypeB=" << "trtllm::gen::Dtype(" << static_cast(options.mDtypeB) << ")" << "," << std::endl; + ss << "mDtypeC=" << "trtllm::gen::Dtype(" << static_cast(options.mDtypeC) << ")" << "," << std::endl; + ss << "mDtypeMmaA=" << "trtllm::gen::Dtype(" << static_cast(options.mDtypeMmaA) << ")" << "," << std::endl; + ss << "mDtypeMmaB=" << "trtllm::gen::Dtype(" << static_cast(options.mDtypeMmaB) << ")" << "," << std::endl; + ss << "mDtypeSfC=" << "trtllm::gen::Dtype(" << static_cast(options.mDtypeSfC) << ")" << "," << std::endl; + ss << "mEltwiseActType=" << "gemm::EltwiseActType(" << static_cast(options.mEltwiseActType) << ")" << "," + << std::endl; ss << "mEnablesEarlyExit=" << options.mEnablesEarlyExit << "," << std::endl; ss << "mEnablesDelayedEarlyExit=" << options.mEnablesDelayedEarlyExit << "," << std::endl; - ss << "mEnablesGlobalPtxKnobs=" << options.mEnablesGlobalPtxKnobs << "," << std::endl; ss << "mEpilogueLdtmDps=" << options.mEpilogueLdtmDps << "," << std::endl; ss << "mEpilogueLdtmBits=" << options.mEpilogueLdtmBits << "," << std::endl; ss << "mEpilogueTileM=" << options.mEpilogueTileM << "," << std::endl; ss << "mEpilogueTileN=" << options.mEpilogueTileN << "," << std::endl; + ss << "mFallbackClusterDimX=" << options.mFallbackClusterDimX << "," << std::endl; + ss << "mFallbackClusterDimY=" << options.mFallbackClusterDimY << "," << std::endl; + ss << "mFallbackClusterDimZ=" << options.mFallbackClusterDimZ << "," << std::endl; + ss << "mFusedBiasShuffleMode=" << "gemm::FusedBiasShuffleMode(" + << static_cast(options.mFusedBiasShuffleMode) << ")" << "," << std::endl; + ss << "mFuseLoadSfTask=" << options.mFuseLoadSfTask << "," << std::endl; + ss << "mFuseUtccpWithUtcmma=" << options.mFuseUtccpWithUtcmma << "," << std::endl; ss << "mGridTriggerSecondaryA=" << options.mGridTriggerSecondaryA << "," << std::endl; ss << "mGridTriggerSecondaryB=" << options.mGridTriggerSecondaryB << "," << std::endl; ss << "mGridWaitForPrimaryEarlyExit=" << options.mGridWaitForPrimaryEarlyExit << "," << std::endl; @@ -459,65 +641,75 @@ inline std::string dumpOptions(GemmOptions const& options) ss << "mGridWaitForPrimaryB=" << options.mGridWaitForPrimaryB << "," << std::endl; ss << "mHoistLoadTaskInit=" << options.mHoistLoadTaskInit << "," << std::endl; ss << "mHoistMmaTaskTryWaits=" << options.mHoistMmaTaskTryWaits << "," << std::endl; - ss << "mK=" << options.mK << "," << std::endl; - ss << "mKernelTraits={}" - << "," << std::endl; - ss << "mLayoutA=gemm::MatrixLayout(" << static_cast(options.mLayoutA) << ")" - << "," << std::endl; - ss << "mLayoutB=gemm::MatrixLayout(" << static_cast(options.mLayoutB) << ")" - << "," << std::endl; - ss << "mM=" << options.mM << "," << std::endl; + if (dumpRuntimeParams) + { + ss << "mK=" << options.mK << "," << std::endl; + } + ss << "mKernelTraits={}" << "," << std::endl; + ss << "mLayoutA=gemm::MatrixLayout(" << static_cast(options.mLayoutA) << ")" << "," << std::endl; + ss << "mLayoutB=gemm::MatrixLayout(" << static_cast(options.mLayoutB) << ")" << "," << std::endl; + if (dumpRuntimeParams) + { + ss << "mM=" << options.mM << "," << std::endl; + } ss << "mMmaK=" << options.mMmaK << "," << std::endl; - ss << "mMmaKind=" - << "trtllm::gen::MmaKind(" << static_cast(options.mMmaKind) << ")" - << "," << std::endl; + ss << "mMmaKind=" << "trtllm::gen::MmaKind(" << static_cast(options.mMmaKind) << ")" << "," << std::endl; ss << "mMmaM=" << options.mMmaM << "," << std::endl; ss << "mMmaN=" << options.mMmaN << "," << std::endl; + ss << "mMmaTileK=" << options.mMmaTileK << "," << std::endl; ss << "mMockAllReduce=" << options.mMockAllReduce << "," << std::endl; - ss << "mN=" << options.mN << "," << std::endl; + if (dumpRuntimeParams) + { + ss << "mN=" << options.mN << "," << std::endl; + } + ss << "mNumEpilogueWarps=" << options.mNumEpilogueWarps << "," << std::endl; + ss << "mNumRegsCastAWarps=" << options.mNumRegsCastAWarps << "," << std::endl; + ss << "mNumRegsCopySfLdsSttm=" << options.mNumRegsCopySfLdsSttm << "," << std::endl; + ss << "mNumRegsCopySparsityInfo=" << options.mNumRegsCopySparsityInfo << "," << std::endl; + ss << "mNumRegsPerThreadEpilogueWarp=" << options.mNumRegsPerThreadEpilogueWarp << "," << std::endl; + ss << "mNumRegsPerThreadNonEpilogueWarp=" << options.mNumRegsPerThreadNonEpilogueWarp << "," << std::endl; ss << "mNumSlicesForSplitK=" << options.mNumSlicesForSplitK << "," << std::endl; - ss << "mNumSlicesForSliceK=" << options.mNumSlicesForSliceK << "," << std::endl; - ss << "mNumStages=" << options.mNumStages << "," << std::endl; + ss << "mNumStagesA=" << options.mNumStagesA << "," << std::endl; + ss << "mNumStagesB=" << options.mNumStagesB << "," << std::endl; ss << "mNumStagesMma=" << options.mNumStagesMma << "," << std::endl; ss << "mNumStagesMmaWithinWorkTile=" << options.mNumStagesMmaWithinWorkTile << "," << std::endl; ss << "mNumStagesMmaAcrossWorkTile=" << options.mNumStagesMmaAcrossWorkTile << "," << std::endl; + ss << "mNumStagesSmemSfA=" << options.mNumStagesSmemSfA << "," << std::endl; + ss << "mNumStagesSmemSfB=" << options.mNumStagesSmemSfB << "," << std::endl; + ss << "mNumStagesTmemSfA=" << options.mNumStagesTmemSfA << "," << std::endl; + ss << "mNumStagesTmemSfB=" << options.mNumStagesTmemSfB << "," << std::endl; ss << "mNumStagesWorkId=" << options.mNumStagesWorkId << "," << std::endl; ss << "mOutputDebugTensors=" << options.mOutputDebugTensors << "," << std::endl; ss << "mPatchF2fp=" << options.mPatchF2fp << "," << std::endl; - if (options.mSfBlockSizeA.has_value()) - { - ss << "mSfBlockSizeA=" << options.mSfBlockSizeA.value() << "," << std::endl; - } - else - { - ss << "mSfBlockSizeA=" - << "std::nullopt" - << ", " << std::endl; - } - ss << "mSfLayoutA=" - << "trtllm::gen::SfLayout(" << static_cast(options.mSfLayoutA) << ")" - << "," << std::endl; - ss << "mSfLayoutB=" - << "trtllm::gen::SfLayout(" << static_cast(options.mSfLayoutB) << ")" - << "," << std::endl; - ss << "mSfLayoutC=" - << "trtllm::gen::SfLayout(" << static_cast(options.mSfLayoutC) << ")" - << "," << std::endl; + ss << "mPerTokenSfDtype=" << "trtllm::gen::Dtype(" << static_cast(options.mPerTokenSfDtype) << ")" << "," + << std::endl; + ss << "mSchedHostTask=" << "gemm::SchedHostTask(" << static_cast(options.mSchedHostTask) << ")" << "," + << std::endl; + ss << "mSfBlockSizeA=" << options.mSfBlockSizeA << "," << std::endl; + ss << "mSfBlockSizeB=" << options.mSfBlockSizeB << "," << std::endl; + ss << "mSfBlockSizeC=" << options.mSfBlockSizeC << "," << std::endl; + ss << "mSfLayoutA=" << "trtllm::gen::SfLayout(" << static_cast(options.mSfLayoutA) << ")" << "," + << std::endl; + ss << "mSfLayoutB=" << "trtllm::gen::SfLayout(" << static_cast(options.mSfLayoutB) << ")" << "," + << std::endl; + ss << "mSfLayoutC=" << "trtllm::gen::SfLayout(" << static_cast(options.mSfLayoutC) << ")" << "," + << std::endl; ss << "mSfReshapeFactor=" << options.mSfReshapeFactor << "," << std::endl; - ss << "mSliceK=" << options.mSliceK << "," << std::endl; - ss << "mSplitK=" - << "gemm::SplitK(" << static_cast(options.mSplitK) << ")" - << "," << std::endl; + ss << "mSparsityA=" << "trtllm::gen::Sparsity(" << static_cast(options.mSparsityA) << ")" << "," + << std::endl; + ss << "mSplitK=" << "gemm::SplitK(" << static_cast(options.mSplitK) << ")" << "," << std::endl; ss << "mTileK=" << options.mTileK << "," << std::endl; ss << "mTileM=" << options.mTileM << "," << std::endl; ss << "mTileN=" << options.mTileN << "," << std::endl; - ss << "mTileScheduler=" - << "gemm::TileScheduler(" << static_cast(options.mTileScheduler) << ")" - << "," << std::endl; + ss << "mTileScheduler=" << "gemm::TileScheduler(" << static_cast(options.mTileScheduler) << ")" << "," + << std::endl; ss << "mTransposeMmaOutput=" << options.mTransposeMmaOutput << "," << std::endl; + ss << "mUseCustomizedMma3xNvFp4=" << options.mUseCustomizedMma3xNvFp4 << "," << std::endl; ss << "mUseCustomMmaSchedule=" << options.mUseCustomMmaSchedule << "," << std::endl; ss << "mUseDeepSeekFp8=" << options.mUseDeepSeekFp8 << "," << std::endl; + ss << "mUseFlexibleClusterDims=" << options.mUseFlexibleClusterDims << "," << std::endl; ss << "mUseHoistTryWaitForCustomMmaSchedule=" << options.mUseHoistTryWaitForCustomMmaSchedule << "," << std::endl; + ss << "mUseMaxTmemOverlap=" << options.mUseMaxTmemOverlap << "," << std::endl; ss << "mUsePerTokenSfA=" << options.mUsePerTokenSfA << "," << std::endl; ss << "mUsePerTokenSfB=" << options.mUsePerTokenSfB << "," << std::endl; ss << "mUseShuffledMatrix=" << options.mUseShuffledMatrix << "," << std::endl; @@ -525,7 +717,13 @@ inline std::string dumpOptions(GemmOptions const& options) ss << "mUseTwoTmaLoadWarps=" << options.mUseTwoTmaLoadWarps << "," << std::endl; ss << "mUseTwoMmaWarps=" << options.mUseTwoMmaWarps << "," << std::endl; ss << "mUseUnrollLoop2xForMma=" << options.mUseUnrollLoop2xForMma << "," << std::endl; - ss << "mWorldSize=" << options.mWorldSize << std::endl; + if (dumpRuntimeParams) + { + ss << "mValidM=" << options.mValidM << "," << std::endl; + ss << "mValidN=" << options.mValidN << "," << std::endl; + ss << "mValidK=" << options.mValidK << "," << std::endl; + ss << "mWorldSize=" << options.mWorldSize << std::endl; + } return ss.str(); } @@ -547,6 +745,33 @@ inline T divUpMul(T a, T b) //////////////////////////////////////////////////////////////////////////////////////////////////// +// clang-format off +inline std::vector srcToDstBlk16RowMap = + { + 0, 8, + 1, 9, + 2, 10, + 3, 11, + 4, 12, + 5, 13, + 6, 14, + 7, 15 + }; +inline std::vector srcToDstBlk32RowMap = + { + 0, 8, 16, 24, + 1, 9, 17, 25, + 2, 10, 18, 26, + 3, 11, 19, 27, + 4, 12, 20, 28, + 5, 13, 21, 29, + 6, 14, 22, 30, + 7, 15, 23, 31 + }; +// clang-format on + +//////////////////////////////////////////////////////////////////////////////////////////////////// + inline int32_t getShuffleBlockSize(int epilogueTileM) { int shuffleBlockSize = 16; @@ -559,11 +784,23 @@ inline int32_t getShuffleBlockSize(int epilogueTileM) //////////////////////////////////////////////////////////////////////////////////////////////////// +inline std::vector const& getShuffleIndices(int epilogueTileM) +{ + auto const shuffleBlockSize = getShuffleBlockSize(epilogueTileM); + return shuffleBlockSize == 16 ? srcToDstBlk16RowMap : srcToDstBlk32RowMap; +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + // Check if the options are valid or not. -inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, int tpGrpSize, bool updateOptions = true) +inline bool checkAndUpdateGemmOptions( + GemmOptions& options, tg::CudaArch cudaArch, int tpGrpSize, bool updateOptions = true) { options.mWorldSize = tpGrpSize; + bool isBlackwell = tg::isArchBlackwell(cudaArch); + + // If dtypeB is unspecified (Dtype::Void), assign to dtypeA. if (options.mDtypeB == tg::Dtype::Void) { if (updateOptions) @@ -575,6 +812,19 @@ inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, in return false; } } + // If dtypeC is unspecified (Dtype::Void), assign to dtypeA. + if (options.mDtypeC == tg::Dtype::Void) + { + TLLM_LOG_INFO("Setting dtypeC to ", tg::dtypeToString(options.mDtypeA)); + if (updateOptions) + { + options.mDtypeC = options.mDtypeA; + } + else + { + return false; + } + } // If not specified, used the input dtypes as MMA dtypes (no cast required). if (options.mDtypeMmaA == tg::Dtype::Void) @@ -600,10 +850,59 @@ inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, in } } + // If validM/N/K is not specified, then assume the full range of the dimension is valid. + if (options.mValidM < 0 || options.mValidN < 0 || options.mValidK < 0) + { + if (updateOptions) + { + options.mValidM = options.mValidM < 0 ? options.mM : options.mValidM; + options.mValidN = options.mValidN < 0 ? options.mN : options.mValidN; + options.mValidK = options.mValidK < 0 ? options.mK : options.mValidK; + } + else + { + return false; + } + } + + // It must not exceed the padded dimensions. + if (options.mValidM > options.mM || options.mValidN > options.mN || options.mValidK > options.mK) + { + TLLM_LOG_WARNING("ValidM, ValidN, and ValidK must be less than or equal to M, N, and K respectively."); + if (updateOptions) + { + options.mValidM = std::min(options.mValidM, options.mM); + options.mValidN = std::min(options.mValidN, options.mN); + options.mValidK = std::min(options.mValidK, options.mK); + } + else + { + return false; + } + } + + // BlockMajorK layout does not support validM, validN, validK parameters + if (options.mLayoutA == gemm::MatrixLayout::BlockMajorK || options.mLayoutB == gemm::MatrixLayout::BlockMajorK) + { + bool hasValidParams = (options.mValidM != -1 && options.mValidM != options.mM) + || (options.mValidN != -1 && options.mValidN != options.mN) + || (options.mValidK != -1 && options.mValidK != options.mK); + TLLM_CHECK_ERROR(!hasValidParams, + "BlockMajorK layout does not support validM/validN/validK parameters due to swizzled layout. " + "Found validM=", + options.mValidM, " validN=", options.mValidN, " validK=", options.mValidK); + } + + if (options.mDtypeA == tg::Dtype::E2m1 && options.mDtypeMmaA == tg::Dtype::E4m3) + { + TLLM_CHECK_ERROR(false, "E2m1 x E4m3 is not supported for JIT compile. Use cubins instead."); + } + // Check that the A cast is supported. - // Currently, we only support {MxFp4, NvFp4} -> Bf16. + // Currently, we only support {MxFp4, NvFp4, MxInt4} -> Bf16. TLLM_CHECK_ERROR((options.mDtypeA == options.mDtypeMmaA) - || ((options.mDtypeA == tg::Dtype::MxE2m1 || options.mDtypeA == tg::Dtype::E2m1) + || ((options.mDtypeA == tg::Dtype::MxE2m1 || options.mDtypeA == tg::Dtype::E2m1 + || options.mDtypeA == tg::Dtype::MxInt4) && options.mDtypeMmaA == tg::Dtype::Bfloat16) || (options.mDtypeA == tg::Dtype::E2m1 && options.mDtypeMmaA == tg::Dtype::E4m3), "Unsupported cast for A: ", tg::dtypeToString(options.mDtypeA), " -> ", tg::dtypeToString(options.mDtypeMmaA)); @@ -625,6 +924,7 @@ inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, in TLLM_CHECK_ERROR(options.mDtypeA == tg::Dtype::MxE2m1 && options.mDtypeMmaA == tg::Dtype::Bfloat16, "PatchF2fp is only supported for MxFp4 to Bf16 casts."); } + options.mPatchF2fp = false; // FIXME: We do not support different dtypes for A and B when not on Blackwell. if (!isBlackwell) @@ -675,6 +975,106 @@ inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, in options.mUseTwoTmaLoadWarps, "Two TMA load warps must be enabled for different input types of A and B."); } + // Number of stages. + { + // If updateOptions is false, all the numStages parameters must be set. + if (!updateOptions + && (options.mNumStagesA == 0 || options.mNumStagesB == 0 || options.mNumStagesSmemSfA == 0 + || options.mNumStagesSmemSfB == 0 || options.mNumStagesTmemSfA == 0 || options.mNumStagesTmemSfB == 0)) + { + TLLM_CHECK_WARNING(options.mNumStagesA != 0, "numStagesA is not set."); + TLLM_CHECK_WARNING(options.mNumStagesB != 0, "numStagesB is not set."); + TLLM_CHECK_WARNING(options.mNumStagesSmemSfA != 0, "numStagesSmemSfA is not set."); + TLLM_CHECK_WARNING(options.mNumStagesSmemSfB != 0, "numStagesSmemSfB is not set."); + TLLM_CHECK_WARNING(options.mNumStagesTmemSfA != 0, "numStagesTmemSfA is not set."); + TLLM_CHECK_WARNING(options.mNumStagesTmemSfB != 0, "numStagesTmemSfB is not set."); + return false; + } + + // If neither numStagesA nor numStagesB are set, default to 2. + // Else, if one is set and the other is not, set them to the same value. + if (options.mNumStagesA == 0 && options.mNumStagesB == 0) + { + TLLM_LOG_WARNING("Setting numStagesA and numStagesB to default value 2."); + options.mNumStagesA = 2; + options.mNumStagesB = 2; + } + else if (options.mNumStagesB == 0) + { + TLLM_LOG_WARNING("Setting numStagesB to numStagesA=", options.mNumStagesA); + options.mNumStagesB = options.mNumStagesA; + } + else if (options.mNumStagesA == 0) + { + TLLM_LOG_WARNING("Setting numStagesA to numStagesB=", options.mNumStagesB); + options.mNumStagesA = options.mNumStagesB; + } + + // If neither numStagesSmemSfA nor numStagesSmemSfB is set, default to numStagesA. + // Else, if one is set and the other is not, set them to the same value. + if (options.mNumStagesSmemSfA == 0 && options.mNumStagesSmemSfB == 0) + { + TLLM_LOG_WARNING("Setting numStagesSmemSfA and numStagesSmemSfB to numStagesA=", options.mNumStagesA); + options.mNumStagesSmemSfA = options.mNumStagesA; + options.mNumStagesSmemSfB = options.mNumStagesA; + } + else if (options.mNumStagesSmemSfB == 0) + { + TLLM_LOG_WARNING("Setting numStagesSmemSfB to numStagesSmemSfA=", options.mNumStagesSmemSfA); + options.mNumStagesSmemSfB = options.mNumStagesSmemSfA; + } + else if (options.mNumStagesSmemSfA == 0) + { + TLLM_LOG_WARNING("Setting numStagesSmemSfA to numStagesSmemSfB=", options.mNumStagesSmemSfB); + options.mNumStagesSmemSfA = options.mNumStagesSmemSfB; + } + + // If fusedUtccpWithUtcmma is used, numStagesTmemSf for UTCCP-copyable layouts must be 1. + if (options.mFuseUtccpWithUtcmma) + { + if (tg::sfLayoutCanUseUtccp(options.mSfLayoutA) && options.mNumStagesTmemSfA != 1) + { + TLLM_LOG_WARNING("Using fusedUtccpWithUtcmma and sfLayoutA=", tg::sfLayoutToString(options.mSfLayoutA), + " requires numStagesTmemSfA=1 (got ", options.mNumStagesTmemSfA, ")."); + GEMM_UPDATE_OR_ERROR(options.mNumStagesTmemSfA, 1); + } + if (tg::sfLayoutCanUseUtccp(options.mSfLayoutB) && options.mNumStagesTmemSfB != 1) + { + TLLM_LOG_WARNING("Using fusedUtccpWithUtcmma and sfLayoutB=", tg::sfLayoutToString(options.mSfLayoutB), + " requires numStagesTmemSfB=1 (got ", options.mNumStagesTmemSfB, ")."); + GEMM_UPDATE_OR_ERROR(options.mNumStagesTmemSfB, 1); + } + } + + // If numStagesTmemSfA or numStagesTmemSfB is not set, set to the respective numStagesSmemSf. + if (options.mNumStagesTmemSfA == 0) + { + TLLM_LOG_WARNING("Setting numStagesTmemSfA to numStagesSmemSfA=", options.mNumStagesSmemSfA); + options.mNumStagesTmemSfA = options.mNumStagesSmemSfA; + } + if (options.mNumStagesTmemSfB == 0) + { + TLLM_LOG_WARNING("Setting numStagesTmemSfB to numStagesSmemSfB=", options.mNumStagesSmemSfB); + options.mNumStagesTmemSfB = options.mNumStagesSmemSfB; + } + + // Check that the numbers of stages are valid. + if (!options.mUseTwoTmaLoadWarps) + { + TLLM_CHECK_ERROR(options.mNumStagesA == options.mNumStagesB, "numStagesA (", options.mNumStagesA, + ") must equal numStagesB (", options.mNumStagesB, ") when not using separate load warps for A and B."); + } + if (tg::sfLayoutCanUseUtccp(options.mSfLayoutA) && tg::sfLayoutCanUseUtccp(options.mSfLayoutB)) + { + TLLM_CHECK_ERROR(options.mNumStagesSmemSfA == options.mNumStagesSmemSfB, "numStagesSmemSfA (", + options.mNumStagesSmemSfA, ") must equal numStagesSmemSfB (", options.mNumStagesSmemSfB, + ") when both SF layouts are UTCCP-copyable."); + TLLM_CHECK_ERROR(options.mNumStagesTmemSfA == options.mNumStagesTmemSfB, "numStagesTmemSfA (", + options.mNumStagesTmemSfA, ") must equal numStagesTmemSfB (", options.mNumStagesTmemSfB, + ") when both SF layouts are UTCCP-copyable."); + } + } + // Get the mma kind for the input types. if (options.mMmaKind == tg::MmaKind::Auto) { @@ -688,19 +1088,60 @@ inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, in } } - if ((options.mMmaKind == tg::MmaKind::Fp8Fp6Fp4 || options.mMmaKind == tg::MmaKind::MxFp8Fp6Fp4) - && options.mMmaK != 32) + // Check that the sparsity mode of A is supported, and compatible with the MMA kind. + // Note: trtllm-gen currently does not support sparsity with tf32, fp16, bf16. + switch (options.mSparsityA) { - TLLM_LOG_WARNING("Unsupported MmaK (", options.mMmaK, ") for MmaKind=", gemm::toString(options.mMmaKind), - ". Setting MmaK to 32"); - if (updateOptions) - { - options.mMmaK = 32; - options.mTileK = std::max(options.mMmaK, options.mTileK); - } - else + case tg::Sparsity::Dense: + // Always supported. + break; + case tg::Sparsity::Any_1_2: TLLM_LOG_ERROR("1:2 sparsity is not supported."); break; + case tg::Sparsity::Any_2_4: + { + bool isSupported_2_4 + = (options.mMmaKind == tg::MmaKind::Fp8Fp6Fp4 || options.mMmaKind == tg::MmaKind::MxFp8Fp6Fp4); + TLLM_CHECK_ERROR(isSupported_2_4, "2:4 sparsity is not supported for MMA kind ", + tg::mmaKindToString(options.mMmaKind), " on target ", tg::cudaArchToString(cudaArch)); + break; + } + case tg::Sparsity::Pairwise_4_8: + TLLM_CHECK_ERROR(options.mMmaKind == tg::MmaKind::MxFp4NvFp4, + "Pairwise 4:8 sparsity is only supported for MMA kind MxFp4NvFp4."); + break; + default: TLLM_CHECK_ERROR(false, "Unsupported sparsityA: ", tg::sparsityToString(options.mSparsityA)); break; + } + + // Is A sparse? + bool const isSparseA = tg::isSparse(options.mSparsityA); + + // Requirements specific to sparsity, and compatibility with other features. + if (isSparseA) + { + TLLM_CHECK_ERROR(isBlackwell, "Sparsity is only supported on Blackwell"); + // The following requirement is for TMA load: the box width must be a multiple of 16B. + TLLM_CHECK_ERROR(tg::getNumBytesSparsityInfo(options.mSparsityA, options.mTileK) % 16 == 0, + "The sparsity information for one tile row must be a multiple of 16B. Use larger tileK."); + TLLM_CHECK_ERROR(options.mDtypeA == options.mDtypeMmaA, "Sparsity is not supported with on-the-fly upcasting."); + TLLM_CHECK_ERROR(!options.mUseDeepSeekFp8, "Sparsity is not supported with DeepSeek Fp8."); + } + + if (options.mMmaKind == tg::MmaKind::Fp8Fp6Fp4) + { + int mmaK = isSparseA ? 64 : 32; + + if (options.mMmaK != mmaK) { - return false; + TLLM_LOG_WARNING("Unsupported MmaK (", options.mMmaK, ") for MmaKind=", gemm::toString(options.mMmaKind), + " and sparsity=", tg::sparsityToString(options.mSparsityA), ". Setting MmaK to ", mmaK); + if (updateOptions) + { + options.mMmaK = mmaK; + options.mTileK = std::max(options.mMmaK, options.mTileK); + } + else + { + return false; + } } } @@ -731,41 +1172,57 @@ inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, in "dp", options.mEpilogueLdtmBits, "bit."); } - // Constraints for NvFp4 and MxFp8. + // Constraints for NvFp4, MxFp8, and MxFp4. if ((options.mMmaKind == tg::MmaKind::MxFp4NvFp4 || options.mMmaKind == tg::MmaKind::MxFp8Fp6Fp4 || options.mDtypeC == tg::Dtype::MxE4m3) && options.mMmaM != 128) { - // MMA M must be 128 when the input uses block scaling, or when the output is an Mx format. - int newTileM = 128 * divUp(options.mTileM, 128); - TLLM_LOG_WARNING("Unsupported MmaM (", options.mMmaM, ") for MmaKind=", gemm::toString(options.mMmaKind), - ". Setting MmaM to 128 and TileM to ", newTileM); - if (updateOptions) + + if (options.mClusterDimX == 1) { - options.mMmaM = 128; - options.mTileM = newTileM; + // MMA M must be 128 when the input uses block scaling, or when the output is an Mx format. + int newTileM = 128 * divUp(options.mTileM, 128); + TLLM_LOG_WARNING("Unsupported MmaM (", options.mMmaM, ") for MmaKind=", gemm::toString(options.mMmaKind), + ". Setting MmaM to 128 and TileM to ", newTileM); + if (updateOptions) + { + options.mMmaM = 128; + options.mTileM = newTileM; + } + else + { + return false; + } } else { - return false; + TLLM_CHECK_ERROR(options.mMmaM == 256 && options.mTileM == 128, + "2CTA UTCxMMA only supports mmaM = 256 and tileM = 128."); + } + } + if (options.mMmaTileK == 0) + { + options.mMmaTileK = options.mTileK; + } + else + { + if (options.mMmaTileK != options.mTileK) + { + TLLM_CHECK_ERROR( + options.mUseCustomizedMma3xNvFp4, "mMmaTileK is only supported for mUseCustomizedMma3xNvFp4"); } } if (options.mMmaKind == tg::MmaKind::MxFp4NvFp4 || options.mMmaKind == tg::MmaKind::MxFp8Fp6Fp4) { TLLM_CHECK_ERROR(isBlackwell, "Block scaling is only supported on Blackwell"); - int mmaK = 32; + int mmaK = isSparseA ? 64 : 32; if (options.mMmaKind == tg::MmaKind::MxFp4NvFp4) { - if (options.mMmaK == 96) + mmaK = isSparseA ? 128 : 64; + if (options.mMmaK == 96 && !isSparseA) { mmaK = 96; - TLLM_CHECK_ERROR(options.mTileK == 768, "When mmaK == 96, only tileK == 768 is supported"); - TLLM_CHECK_ERROR(options.mTileN <= 128, "When mmaK == 96, only tileN <= 128 is supported"); - } - else - { - mmaK = 64; } } if (options.mMmaK != mmaK) @@ -789,44 +1246,133 @@ inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, in ") must be >= 64 or equal to TileN (", options.mTileN, ")"); } - if (options.mSfBlockSizeA.has_value()) + if (options.mUseCustomizedMma3xNvFp4) { - // Only E2m1 x E4m3 is tested. MxE2m1 x bf16 may also work. - TLLM_CHECK_ERROR(options.mDtypeA == tg::Dtype::E2m1 && options.mDtypeB == tg::Dtype::E4m3, - "sfBlockSizeA is only supported for E2m1 and E4m3 types. Found dtypeA=", tg::dtypeToString(options.mDtypeA), - " dtypeB=", tg::dtypeToString(options.mDtypeB)); + TLLM_CHECK_ERROR(options.mMmaKind == tg::MmaKind::MxFp4NvFp4, + "mMmaKind needs to be tg::MmaKind::MxFp4NvFp4 for mUseCustomizedMma3xNvFp4."); + TLLM_CHECK_ERROR(options.mMmaTileK == 192, "mMmaTileK needs to be 192 for mUseCustomizedMma3xNvFp4."); + TLLM_CHECK_ERROR(options.mMmaK == 96, "mMmaK needs to be 96 for mUseCustomizedMma3xNvFp4."); + TLLM_CHECK_ERROR(options.mTileK == 256, "mTileK needs to be 256 for mUseCustomizedMma3xNvFp4"); + TLLM_CHECK_ERROR(options.mUseMaxTmemOverlap, "mUseCustomizedMma3xNvFp4 requires mUseMaxTmemOverlap"); + } + + // Note: the logic for selecting/checking the correct block size based on dtypes and sparsity is + // centralized here, to avoid error-prone code duplication and make it a more explicit "contract" + // with the user who is providing inputs in this format. + // Additionally, in some cases, multiple values are possible: + // - When we use type casting before the MMA (e.g. e2m1 x e4m3). + // - For output C, based on whether the consumer will use sparsity. - // sfBlockSizeA must be 16 or 32. - // SfBlockSizeA can also support 64 and 128, although they are not officially supported Nvida - // format. Note that the type conversion needs to happen before TCs. + // SF block size for A. + if (options.mDtypeA == tg::Dtype::E2m1 && options.mDtypeB == tg::Dtype::E4m3) + { + // Note that the type conversion needs to happen before TCs. // For example, convert e2m1 to e4m3 inside TmemCastA. - // If we want to support sfBlockSizeA=8, we can write another version of convertE2m1ToSfE4m3, - // which only packs 8 e2m1 elements. - TLLM_CHECK_ERROR(options.mSfBlockSizeA.value() == 16 || options.mSfBlockSizeA.value() == 32, "SfBlockSizeA (", - options.mSfBlockSizeA.value(), ") must be 16 or 32."); + if (!(options.mSfBlockSizeA == 16 || options.mSfBlockSizeA == 32)) + { + TLLM_LOG_WARNING("sfBlockSizeA must be 16 or 32 for e2m1 x e4m3, got ", options.mSfBlockSizeA); + GEMM_UPDATE_OR_ERROR(options.mSfBlockSizeA, 16); + } + } + else if (options.mDtypeA == tg::Dtype::E2m1) + { + if (!((options.mSfBlockSizeA == 16 && !isSparseA) || (options.mSfBlockSizeA == 32 && isSparseA))) + { + TLLM_LOG_WARNING( + "sfBlockSizeA must be 16 (dense) or 32 (sparse) for dtypeA=e2m1, got ", options.mSfBlockSizeA); + GEMM_UPDATE_OR_ERROR(options.mSfBlockSizeA, isSparseA ? 32 : 16); + } + } + else if (options.mDtypeA == tg::Dtype::MxE2m1 || options.mDtypeA == tg::Dtype::MxE4m3 + || options.mDtypeA == tg::Dtype::MxInt4) + { + if (!((options.mSfBlockSizeA == 32 && !isSparseA) || (options.mSfBlockSizeA == 64 && isSparseA))) + { + TLLM_LOG_WARNING("sfBlockSizeA must be 32 (dense) or 64 (sparse) for dtypeA=mx{e2m1,e4m3,int4}, got ", + options.mSfBlockSizeA); + GEMM_UPDATE_OR_ERROR(options.mSfBlockSizeA, isSparseA ? 64 : 32); + } + } + else if (options.mSfBlockSizeA > 0) + { + TLLM_LOG_WARNING("Got sfBlockSizeA=", options.mSfBlockSizeA, " but dtypeA=", tg::dtypeToString(options.mDtypeA), + " does not use block scales"); + GEMM_UPDATE_OR_ERROR(options.mSfBlockSizeA, -1); + } + // SF block size for B. + if (options.mDtypeB == tg::Dtype::E2m1) + { + if (!((options.mSfBlockSizeB == 16 && !isSparseA) || (options.mSfBlockSizeB == 32 && isSparseA))) + { + TLLM_LOG_WARNING( + "sfBlockSizeB must be 16 (dense) or 32 (sparse) for dtypeB=e2m1, got ", options.mSfBlockSizeB); + GEMM_UPDATE_OR_ERROR(options.mSfBlockSizeB, isSparseA ? 32 : 16); + } + } + else if (options.mDtypeB == tg::Dtype::MxE2m1 || options.mDtypeB == tg::Dtype::MxE4m3 + || (options.mDtypeB == tg::Dtype::E4m3 && options.mDtypeMmaB == tg::Dtype::MxE4m3)) + { + if (!((options.mSfBlockSizeB == 32 && !isSparseA) || (options.mSfBlockSizeB == 64 && isSparseA))) + { + TLLM_LOG_WARNING( + "sfBlockSizeB must be 32 (dense) or 64 (sparse) for dtypeB=mx{e2m1,e4m3}, got ", options.mSfBlockSizeB); + GEMM_UPDATE_OR_ERROR(options.mSfBlockSizeB, isSparseA ? 64 : 32); + } + } + else if (options.mSfBlockSizeB > 0) + { + TLLM_LOG_WARNING("Got sfBlockSizeB=", options.mSfBlockSizeB, " but dtypeB=", tg::dtypeToString(options.mDtypeB), + " does not use block scales"); + GEMM_UPDATE_OR_ERROR(options.mSfBlockSizeB, -1); + } + // SF block size for C. + if (options.mDtypeC == tg::Dtype::E2m1) + { + if (!(options.mSfBlockSizeC == 16 || options.mSfBlockSizeC == 32)) + { + TLLM_LOG_WARNING("sfBlockSizeC must be 16 or 32 for dtypeC=e2m1, got ", options.mSfBlockSizeC); + GEMM_UPDATE_OR_ERROR(options.mSfBlockSizeC, 16); + } + } + else if (options.mDtypeC == tg::Dtype::MxE2m1 || options.mDtypeC == tg::Dtype::MxE4m3) + { + if (!(options.mSfBlockSizeC == 32 || options.mSfBlockSizeC == 64)) + { + TLLM_LOG_WARNING("sfBlockSizeC must be 32 or 64 for dtypeC=mx{e2m1,e4m3}, got ", options.mSfBlockSizeC); + GEMM_UPDATE_OR_ERROR(options.mSfBlockSizeC, 32); + } + } + else if (options.mSfBlockSizeC > 0) + { + TLLM_LOG_WARNING("Got sfBlockSizeC=", options.mSfBlockSizeC, " but dtypeC=", tg::dtypeToString(options.mDtypeC), + " does not use block scales"); + GEMM_UPDATE_OR_ERROR(options.mSfBlockSizeC, -1); } if (tg::dtypeIsBlockFmt(options.mDtypeA)) { - int numEltsPerSfA = options.mSfBlockSizeA.value_or(tg::dtypeNumEltsPerSf(options.mDtypeA)); - TLLM_CHECK_ERROR(options.mTileK % (4 * numEltsPerSfA) == 0, "TileK (", options.mTileK, - ") must be a multiple of ", (4 * numEltsPerSfA), " for typeA ", gemm::toString(options.mDtypeA)); - auto const numEltsPerSfAInK = options.mK / numEltsPerSfA; - TLLM_CHECK_ERROR(numEltsPerSfAInK % 4 == 0, "K dimension of scaling factors for A (", numEltsPerSfAInK, - ") must be a multiple of 4"); + int sfATileK = 4; + int numEltsPerSfA = options.mSfBlockSizeA; + TLLM_CHECK_ERROR(options.mTileK % (sfATileK * numEltsPerSfA) == 0, "TileK (", options.mTileK, + ") must be a multiple of ", (sfATileK * numEltsPerSfA), " for numEltsPerSfA=", numEltsPerSfA, + " and SF layout ", tg::sfLayoutToString(options.mSfLayoutA)); + auto const numEltsPerSfAInK = divUp(options.mK, numEltsPerSfA); + TLLM_CHECK_ERROR(numEltsPerSfAInK % sfATileK == 0, "K dimension of scaling factors for A (", numEltsPerSfAInK, + ") must be a multiple of ", sfATileK, " for SF layout ", tg::sfLayoutToString(options.mSfLayoutA)); } if (tg::dtypeIsBlockFmt(options.mDtypeB)) { TLLM_CHECK_ERROR(options.mSfLayoutB == tg::SfLayout::R128c4 || options.mSfLayoutB == tg::SfLayout::R8c4 || options.mSfLayoutB == tg::SfLayout::Linear, - "Only the 128x4 and 8x4 SF layouts are supported for B, got ", tg::sfLayoutToString(options.mSfLayoutB)); + "Only the 128x4, 8x4 and linear SF layouts are supported for B, got ", + tg::sfLayoutToString(options.mSfLayoutB)); // TileN must be a multiple of the number of rows per SF tile. int const numSfTileRowsB = options.mSfLayoutB == tg::SfLayout::R128c4 ? 128 : 8; TLLM_CHECK_ERROR(options.mTileN % numSfTileRowsB == 0, "TileN (", options.mTileN, ") must be a multiple of ", numSfTileRowsB, " for B SF layout ", tg::sfLayoutToString(options.mSfLayoutB)); - int numEltsPerSfB = tg::dtypeNumEltsPerSf(options.mDtypeB); + int numEltsPerSfB = options.mSfBlockSizeB; TLLM_CHECK_ERROR(options.mTileK % (4 * numEltsPerSfB) == 0, "TileK (", options.mTileK, ") must be a multiple of ", (4 * numEltsPerSfB), " for typeB ", gemm::toString(options.mDtypeB)); auto const numEltsPerSfBInK = options.mK / numEltsPerSfB; @@ -852,38 +1398,69 @@ inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, in TLLM_CHECK_ERROR((padMultiplierB * tg::dtypeGetNumBits(options.mDtypeB) * options.mK / 8) % 16 == 0, "K dimension of B must be aligned to 16 bytes."); - if (options.mDtypeC == tg::Dtype::E2m1 || options.mDtypeC == tg::Dtype::MxE4m3) + // Auto-deduce the dtype of the block scaling factors of C, or validate the user's choice. + if (tg::dtypeIsBlockFmt(options.mDtypeC)) { - TLLM_CHECK_ERROR(isBlackwell, "Block scaling is only supported on Blackwell"); - - TLLM_CHECK_ERROR(options.mSfLayoutC == tg::SfLayout::R128c4 || options.mSfLayoutC == tg::SfLayout::R8c4, - "Only the 128x4 and 8x4 SF layouts are supported for C."); - int const numSfTileRowsC = options.mSfLayoutC == tg::SfLayout::R128c4 ? 128 : 8; - int const tileTokenDim = options.mTransposeMmaOutput ? options.mTileN : options.mTileM; - TLLM_CHECK_ERROR_FMT(tileTokenDim % numSfTileRowsC == 0, - "Tile%s (%d) must be a multiple of %d for C SF layout %s", options.mTransposeMmaOutput ? "N" : "M", - tileTokenDim, numSfTileRowsC, tg::sfLayoutToString(options.mSfLayoutC).c_str()); - - int const hiddenDim = options.mTransposeMmaOutput ? options.mM : options.mN; - int const hiddenGranularity = 4 * tg::dtypeNumEltsPerSf(options.mDtypeC); - TLLM_CHECK_ERROR(hiddenDim % hiddenGranularity == 0, "Hidden dim (", hiddenDim, ") must be a multiple of ", - hiddenGranularity, " for block-scaled outputs."); - TLLM_CHECK_ERROR(!options.mTransposeMmaOutput || options.mUseShuffledMatrix, - "Transposing block-scaled outputs requires shuffled A."); + auto const defaultDtypeSfC = tg::dtypeGetBlockSfType(options.mDtypeC); + if (options.mDtypeSfC == tg::Dtype::Void) + { + if (updateOptions) + { + options.mDtypeSfC = defaultDtypeSfC; + } + else + { + return false; + } + } + else + { + // Allow either the default quantized type, or Fp32 (keep the high-precision scaling factors). + TLLM_CHECK_ERROR(options.mDtypeSfC == defaultDtypeSfC || options.mDtypeSfC == tg::Dtype::Fp32 + || options.mDtypeSfC == tg::Dtype::Bfloat16, + "Unsupported dtypeSfC=", tg::dtypeToString(options.mDtypeSfC), + " for dtypeC=", tg::dtypeToString(options.mDtypeC), ". Supported: ", tg::dtypeToString(defaultDtypeSfC), + " (default) or Fp32 or Bfloat16."); + } + } + else if (options.mDtypeSfC != tg::Dtype::Void) + { + TLLM_LOG_WARNING("Got dtypeSfC=", tg::dtypeToString(options.mDtypeSfC), + " but dtypeC=", tg::dtypeToString(options.mDtypeC), " does not use block scales"); + GEMM_UPDATE_OR_ERROR(options.mDtypeSfC, tg::Dtype::Void); } - // If dtypeC is unspecified (Dtype::Void), assign to the input dtype. - if (options.mDtypeC == tg::Dtype::Void) + if (tg::dtypeIsBlockFmt(options.mDtypeC)) { - TLLM_LOG_INFO("Setting dtypeC to ", tg::dtypeToString(options.mDtypeA)); - if (updateOptions) + TLLM_CHECK_ERROR(isBlackwell, "Block scaling is only supported on Blackwell"); + + TLLM_CHECK_ERROR(options.mSfLayoutC == tg::SfLayout::R128c4 || options.mSfLayoutC == tg::SfLayout::R8c4 + || options.mSfLayoutC == tg::SfLayout::Linear, + "Only the 128x4, 8x4 and linear SF layouts are supported for C."); + if (!options.mTransposeMmaOutput) { - options.mDtypeC = options.mDtypeA; + TLLM_CHECK_ERROR(options.mEpilogueTileN % options.mSfBlockSizeC == 0, + "EpilogueTileN must be a multiple of the number of elements per SF for C"); } - else + if (options.mSfLayoutC != tg::SfLayout::Linear) { - return false; + int const numSfTileRowsC = options.mSfLayoutC == tg::SfLayout::R128c4 ? 128 : 8; + int const tileTokenDim = options.mTransposeMmaOutput ? options.mTileN : options.mTileM; + TLLM_CHECK_ERROR_FMT(tileTokenDim % numSfTileRowsC == 0, + "Tile%s (%d) must be a multiple of %d for C SF layout %s", options.mTransposeMmaOutput ? "N" : "M", + tileTokenDim, numSfTileRowsC, tg::sfLayoutToString(options.mSfLayoutC).c_str()); } + + int numEltsPerSfC = options.mSfBlockSizeC; + int const hiddenDim = options.mTransposeMmaOutput ? options.mM : options.mN; + int const hiddenGranularity = 4 * numEltsPerSfC; + TLLM_CHECK_ERROR(hiddenDim % hiddenGranularity == 0, "Hidden dim (", hiddenDim, ") must be a multiple of ", + hiddenGranularity, " for block-scaled outputs."); + int const validHiddenDim = options.mTransposeMmaOutput ? options.mValidM : options.mValidN; + TLLM_CHECK_ERROR(validHiddenDim % numEltsPerSfC == 0, "Valid hidden dim (", validHiddenDim, + ") must be a multiple of ", numEltsPerSfC, " for block-scaled outputs."); + TLLM_CHECK_ERROR(!options.mTransposeMmaOutput || options.mUseShuffledMatrix, + "Transposing block-scaled outputs requires shuffled matrix."); } // Set epilogue tile sizes to the output tile sizes, when epilogue tile sizes are incorrect. @@ -950,22 +1527,54 @@ inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, in if (options.mUseShuffledMatrix) { auto const shuffleBlockSize = getShuffleBlockSize(options.mEpilogueTileM); - TLLM_CHECK_ERROR(options.mM % shuffleBlockSize == 0, "M must be a multiple of shuffle block size (", - shuffleBlockSize, ") when useShuffledMatrixA"); + TLLM_CHECK_ERROR(options.mM % shuffleBlockSize == 0 && options.mValidM % shuffleBlockSize == 0, + "M/validM must be a multiple of shuffle block size (", shuffleBlockSize, ") when useShuffledMatrix"); } - if (!options.mSliceK) + TLLM_CHECK_ERROR(options.mMmaM / (options.mClusterDimX > 1 ? 2 : 1) <= options.mEpilogueTileM, + "EpilogueTileM must be larger or equal than mmaM."); + + if (options.mClusterDimX >= 2) { - TLLM_CHECK_ERROR(options.mMmaM <= options.mEpilogueTileM, "EpilogueTileM must be larger or equal than mmaM."); + TLLM_CHECK_ERROR(options.mMmaM == 256, "Only mmaM = 256 is supported for 2CTA UTCMMA."); + TLLM_CHECK_ERROR(options.mMmaN % 16 == 0, "mmaN needs to be multiple of 16 for 2CTA UTCMMA."); } + TLLM_CHECK_ERROR(options.mTileM % options.mEpilogueTileM == 0 && options.mTileN % options.mEpilogueTileN == 0, "TileM and TileN must be divisible by EpilogueTileM and EpilogueTileN respectively."); - TLLM_CHECK_ERROR( - options.mClusterDimX == 1 && options.mClusterDimY == 1, "GEMM does not support cluster in X and Y dimensions."); + TLLM_CHECK_ERROR((options.mClusterDimX == 1 || options.mClusterDimX == 2 || options.mClusterDimX == 4) + && (options.mClusterDimY == 1 || options.mClusterDimY == 2 || options.mClusterDimY == 4), + "GEMM only support cluster sizes in X and Y of 1, 2 and 4, but found ", options.mClusterDimX, " and ", + options.mClusterDimY); TLLM_CHECK_ERROR( options.mClusterDimZ == 1 || options.mNumSlicesForSplitK > 1, "Cluster DimZ is only allowed for split-k."); TLLM_CHECK_ERROR(options.mTileM <= 128, "GEMM does not support TileM > 128."); + if (options.mClusterDimY > 1) + { + TLLM_CHECK_ERROR( + options.mClusterDimX >= 2, "When mClusterDimY > 1, options.mClusterDimX has to at least be 2."); + } + + if (options.mClusterDimX > 2 || options.mClusterDimY > 1) + { + TLLM_CHECK_ERROR(options.mUseTwoTmaLoadWarps, "Wider CGA sizes requires options.mUseTwoTmaLoadWarps"); + TLLM_CHECK_ERROR(options.mClusterDimZ == 1, + "Only options.mClusterDimZ == 1 is supported when having CGA larger or equal than 2x1x1."); + } + + if (options.mUseFlexibleClusterDims) + { + TLLM_CHECK_ERROR(options.mClusterDimX >= 2 && options.mFallbackClusterDimX >= 2, + "mClusterDimX and mFallbackClusterDimX can only be 2 or 4 for now."); + TLLM_CHECK_ERROR(options.mFallbackClusterDimX > 0, "options.mFallbackClusterDimX needs to be positive"); + TLLM_CHECK_ERROR(options.mFallbackClusterDimY > 0, "options.mFallbackClusterDimY needs to be positive"); + TLLM_CHECK_ERROR(options.mClusterDimX % options.mFallbackClusterDimX == 0, + "mClusterDimX needs to be a multiple of mFallbackClusterDimX"); + TLLM_CHECK_ERROR(options.mClusterDimY % options.mFallbackClusterDimY == 0, + "mClusterDimY needs to be a multiple of mFallbackClusterDimY"); + } + // FIXME: this is a bug in DeepSeek Fp8. if (options.mUseDeepSeekFp8) { @@ -973,14 +1582,6 @@ inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, in "K must be a multiple of TileK * numSlicesForSplitK for DeepSeekFp8"); } - // When the A-matrix is shuffled, the output must be transposed. - if (options.mUseShuffledMatrix) - { - // TODO add matrix shuffle for N-major epilogue. - TLLM_CHECK_ERROR(options.mTransposeMmaOutput, - "Shuffled matrix A is only supported with M-major epilogue. Set -transposeMmaOutput"); - } - // Check all-reduce options. if (options.mAllReduceAlgo == AllReduceAlgo::OneShot) { @@ -1055,6 +1656,25 @@ inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, in "CGA size must be equal to the number of slices in split-k"); } + if (options.mUseShuffledMatrix && !options.mTransposeMmaOutput) + { + TLLM_CHECK_ERROR(!options.mUseDeepSeekFp8, + "DeepSeek Fp8 is not supported when using shuffled matrix and non-transposed mma output"); + TLLM_CHECK_ERROR(options.mEpilogueLdtmBits == 32, + "EpilogueLdtmBits must be 32 when using shuffled matrix and non-transposed mma output"); + TLLM_CHECK_ERROR(options.mEpilogueLdtmDps == 32, + "EpilogueLdtmDps must be 32 when using shuffled matrix and non-transposed mma output"); + TLLM_CHECK_ERROR( + options.mUseTmaStore, "TMA store is required when using shuffled matrix and non-transposed mma output"); + // When doing unshuffle in the epilogue, one fragment of epilogue tile must have at least one + // shuffle block. + auto minEpilogueTileN = getShuffleBlockSize(options.mEpilogueTileM); + TLLM_CHECK_ERROR_FMT(options.mEpilogueTileN >= minEpilogueTileN, + "EpilogueTileN (%d) must be a larger than the shuffle block size (%d) " + "when using shuffled matrix and non-transposed mma output", + options.mEpilogueTileN, minEpilogueTileN); + } + // Maps numStagesMma to (stagesWithinWorkTile, stagesAcrossWorkTile) if not already set. // If (-1, -1) -> (numStagesMma / min(2, numStagesMma), min(2, numStagesMma)) // If ( m, -1) -> (m, numStagesMma / m) @@ -1112,11 +1732,15 @@ inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, in options.mNumStagesMmaWithinWorkTile == 1, "Non-DeepSeekFp8 requires numStagesMmaWithinWorkTile == 1"); if (options.mNumStagesMma > 1) { - TLLM_CHECK_ERROR(options.mTileScheduler == TileScheduler::Persistent, + TLLM_CHECK_ERROR(isPersistentScheduler(options.mTileScheduler), "Non-DeepSeekFp8 requires persistent scheduler when using numStagesMma >1"); } } if (options.mUseDeepSeekFp8) + { + TLLM_CHECK_ERROR(options.mClusterDimX == 1, "2CTA Gemm is not supported for DeepSeekFp8"); + } + if (options.mUseDeepSeekFp8) { TLLM_CHECK_ERROR(options.mDtypeA == tg::Dtype::E4m3 && options.mDtypeB == tg::Dtype::E4m3, "A and B dtype must be E4m3 for DeepSeek Fp8. Found dtypeA=", tg::dtypeToString(options.mDtypeA), @@ -1142,8 +1766,9 @@ inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, in // options.mUseTwoMmaWarps = true; // Make sure the GEMM-K dimension is a multiple of 128 when using DeepSeek FP8. - TLLM_CHECK_ERROR( - options.mK % 128 == 0, "GEMM-K must be a multiple of 128 when using DeepSeek Fp8. Found ", options.mK); + TLLM_CHECK_ERROR(options.mK % 128 == 0 && options.mValidK % 128 == 0, + "GEMM-K and validK must be a multiple of 128 when using DeepSeek Fp8. Found ", options.mK, + " and validK=", options.mValidK); // Check that the output tile N can be processed with the epilogue tile granularity. TLLM_CHECK_ERROR((hiddenDimPerOutputTile / 2) % hiddenDimPerEpilogueTile == 0, "DeepSeek Fp8 requires Tile", @@ -1155,50 +1780,8 @@ inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, in hiddenDimPerMma, ")"); } - if (options.mSliceK) - { - TLLM_CHECK_ERROR(isBlackwell, "Slice-K is not supported on Hopper"); - - TLLM_CHECK_ERROR(!options.mUseDeepSeekFp8, "DeepSeek Fp8 GEMM is not supported for slice-K"); - TLLM_CHECK_ERROR(options.mUseTwoTmaLoadWarps, "Slice-K requires two warp load for A and B"); - TLLM_CHECK_ERROR(options.mTransposeMmaOutput, "Slice-K requires transpose mma output"); - TLLM_CHECK_ERROR(options.mUseShuffledMatrix, "Slice-K requires shuffled matrix A"); - TLLM_CHECK_ERROR(options.mTileK % 128 == 0, "Slice-K requires TileK be a multiple of 128"); - TLLM_CHECK_ERROR(options.mMmaM == 128, "Slice-K requires MmaM == 128"); - TLLM_CHECK_ERROR(options.mTileN == options.mEpilogueTileN, "TileN must be equal to EpilogueTileN for slice-K"); - - TLLM_LOG_WARNING("Overwriting TileM and EpilogueTileM to 32 for slice-K"); - if (options.mTileM != 32 || options.mEpilogueTileM != 32) - { - if (updateOptions) - { - // FIXME: it is possible to remove this restriction. - options.mTileM = 32; - options.mEpilogueTileM = 32; - } - else - { - return false; - } - } - TLLM_CHECK_ERROR(options.mDtypeA == tg::Dtype::E4m3 && options.mDtypeB == tg::Dtype::E4m3, - "Slice-K requires e4m3 input dtype"); - - if (options.mNumSlicesForSliceK != 4) - { - if (updateOptions) - { - options.mNumSlicesForSliceK = 4; - } - else - { - return false; - } - } - TLLM_CHECK_ERROR((options.mTileK / options.mMmaK) % options.mNumSlicesForSliceK == 0, "TileK (", options.mTileK, - ") / MmaK (", options.mMmaK, ") must be a multiple of mNumSlicesForSliceK (", options.mNumSlicesForSliceK, - ")"); - } + TLLM_CHECK_ERROR( + options.mNumEpilogueWarps == 4 || options.mNumEpilogueWarps == 8, "mNumEpilogueWarps has to be either 4 or 8."); // Number of iterations in K dimension after padding. // Note the perCtaK in each CTA in the splitK group are padded to the same number of iterations. @@ -1246,10 +1829,17 @@ inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, in "K must be greater than perCtaK * (numSlicesForSplitK - 1) to ensure each CTA has work"); } + if (options.mSchedHostTask != SchedHostTask::Self) + { + TLLM_CHECK_ERROR( + isPersistentScheduler(options.mTileScheduler), "SchedHostTask requires a persistent tile scheduler."); + } + if (!isBlackwell && options.mTileScheduler == TileScheduler::Persistent) { - // TODO(anchengc): will be supported in upcoming MRs. - TLLM_LOG_WARNING("Persistent scheduling is not supported on Hopper. Using Static scheduling."); + TLLM_LOG_WARNING( + "Persistent scheduling is not supported on Hopper. Use StaticPersistent or " + "PersistentSm90 instead. Fallback to Static scheduling."); if (updateOptions) { options.mTileScheduler = TileScheduler::Static; @@ -1260,6 +1850,19 @@ inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, in } } + if (isBlackwell && !options.mUseCustomMmaSchedule && !options.mUseDeepSeekFp8 + && isPersistentScheduler(options.mTileScheduler)) + { + if (updateOptions) + { + options.mUseCustomMmaSchedule = true; + } + else + { + TLLM_CHECK_ERROR(false, "Persistent scheduler and !UseCustomMmaSchedule is not supported."); + } + } + if (options.mEnablesDelayedEarlyExit && options.mEnablesEarlyExit) { TLLM_LOG_WARNING( @@ -1298,6 +1901,17 @@ inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, in TLLM_CHECK_ERROR((options.mGridWaitForPrimaryB || !options.mGridTriggerSecondaryB), "B: If a task triggers a secondary kernel, it must also wait for primary kernel."); + if (options.mPerTokenSfDtype == tg::Dtype::Void) + { + if (options.mUsePerTokenSfA && options.mUsePerTokenSfB) + { + options.mPerTokenSfDtype = tg::Dtype::Fp32; + } + else + { + options.mPerTokenSfDtype = tg::Dtype::Bfloat16; + } + } if (options.mUsePerTokenSfA || options.mUsePerTokenSfB) { // Checks applicable to both MetaFP8 and RoutingScalesOnInput @@ -1309,14 +1923,15 @@ inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, in TLLM_CHECK_ERROR(options.mDtypeA == tg::Dtype::E4m3 && options.mDtypeB == tg::Dtype::E4m3, "A and B dtype must be E4m3 for Meta Fp8. Found dtypeA=", tg::dtypeToString(options.mDtypeA), " dtypeB=", tg::dtypeToString(options.mDtypeB)); + TLLM_CHECK_ERROR(options.mDtypeC == tg::Dtype::Fp32 || options.mDtypeC == tg::Dtype::Bfloat16 + || options.mDtypeC == tg::Dtype::Fp16 || options.mDtypeC == tg::Dtype::E4m3 + || options.mDtypeC == tg::Dtype::E2m1, + "Only Fp32, Bfloat16, Fp16, E4m3, E2m1 output dtypes are supported for Meta " + "Fp8"); } - else - { - // RoutingScalesOnInput case - TLLM_CHECK_ERROR((options.mUsePerTokenSfA && !options.mTransposeMmaOutput) - || (options.mUsePerTokenSfB && options.mTransposeMmaOutput), - "In RoutingScalesOnInput mode, perToken scales must be used on activations"); - } + TLLM_CHECK_ERROR(options.mPerTokenSfDtype == tg::Dtype::Fp32 || options.mPerTokenSfDtype == tg::Dtype::Bfloat16 + || options.mPerTokenSfDtype == tg::Dtype::Fp16, + "Only Fp32, Bfloat16, Fp16 output dtypes are supported for the per-token scaling factors"); } // The generation should support non K-major layouts for both A and B; however, it is unclear if @@ -1325,40 +1940,53 @@ inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, in "At least one matrix must be in k-major layout"); // Some features are currently only support when both matrices are in K-major format - if (options.mLayoutB != MatrixLayout::MajorK || options.mLayoutB != MatrixLayout::MajorK) + if (options.mLayoutA != MatrixLayout::MajorK || options.mLayoutB != MatrixLayout::MajorK) { TLLM_CHECK_ERROR(isBlackwell, "Non K-major layouts are only supported on Blackwell"); TLLM_CHECK_ERROR(options.mSplitK == SplitK::None, "Non K-major layouts do not support split K"); } if (options.mLayoutA == MatrixLayout::MajorMn) { - TLLM_CHECK_ERROR(tg::dtypeGetNumBits(options.mDtypeA) >= 8, "Subbyte types only support K major layout"); + TLLM_CHECK_ERROR(tg::dtypeGetNumBits(options.mDtypeA) >= 8, "Subbyte types do not support m-major layout"); } if (options.mLayoutB == MatrixLayout::MajorMn) { - TLLM_CHECK_ERROR(tg::dtypeGetNumBits(options.mDtypeB) >= 8, "Subbyte types only support K major layout"); + TLLM_CHECK_ERROR(tg::dtypeGetNumBits(options.mDtypeB) >= 8, "Subbyte types do not support n-major layout"); } if ((options.mLayoutA == MatrixLayout::BlockMajorK) || (options.mLayoutB == MatrixLayout::BlockMajorK)) { bool const isBlockA = options.mLayoutA == MatrixLayout::BlockMajorK; - // Block K size must be 128B. - // TODO Leaving this as an option for now in case we want to expertiment with other block sizes - // As the user is not expected to set this, do not fail if updateOptions is false + int32_t const padMultiplier = (isBlockA) ? padMultiplierA : padMultiplierB; int32_t const elemSizeInBits = (isBlockA) ? tg::dtypeGetNumBits(options.mDtypeA) : tg::dtypeGetNumBits(options.mDtypeB); int32_t const elemsIn128B = 128 * 8 /* Bits in byte */ / elemSizeInBits; - if (options.mBlockK != elemsIn128B) + // Number of non-zero elements in the k dimension. + int32_t const nzTileK = options.mTileK >> static_cast(isBlockA && isSparseA); + // Number of 128B SMEM slices per tile. + int32_t const smemSlicesPerTile = padMultiplier * nzTileK / elemsIn128B; + + if (smemSlicesPerTile > 2) { - if (updateOptions) + if (options.mBlockK != elemsIn128B / padMultiplier) { - options.mBlockK = elemsIn128B; + // This is to prevent a bug when the TMA box width is truncated to 128B (after padding) + // and multiple TMA instructions are loading multiple non-contiguous slices each. + // E.g. TMA #0 loads slices (0,2), TMA #1 loads slices (1,3) + TLLM_LOG_WARNING("TileK=", options.mTileK, " with ", padMultiplier, "x padding spans across ", + smemSlicesPerTile, " 128B SMEM slices. Setting blockK to ", elemsIn128B / padMultiplier); + GEMM_UPDATE_OR_ERROR(options.mBlockK, elemsIn128B / padMultiplier); } - else + } + else + { + // The larger blockK (128B vs 64B) is generally 1-2% more performant. + if (options.mBlockK != elemsIn128B && options.mBlockK != elemsIn128B / padMultiplier) { - return false; + TLLM_LOG_WARNING("Setting blockK to ", elemsIn128B); + GEMM_UPDATE_OR_ERROR(options.mBlockK, elemsIn128B); } } @@ -1374,22 +2002,58 @@ inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, in } } + if (usesFusedBiasShuffle(options.mFusedBiasShuffleMode)) + { + TLLM_CHECK_ERROR(options.mUseShuffledMatrix, "mFusedBiasShuffleMode requires useShuffledMatrix"); + TLLM_CHECK_ERROR(isBiasTypeMn(options.mBiasType), "mFusedBiasShuffleMode is only supported for BiasType::Mn"); + } + if (!isBiasTypeNone(options.mBiasType)) { - TLLM_CHECK_ERROR(!isBiasTypeMn(options.mBiasType), "BiasType::Mn is not supported"); - TLLM_CHECK_ERROR(!options.mUseDeepSeekFp8, "Bias is not supported for DeepSeek Fp8"); + TLLM_CHECK_ERROR(!options.mUseDeepSeekFp8 || isBiasTypeMn(options.mBiasType), + "Only BiasType::Mn is supported for DeepSeek Fp8"); TLLM_CHECK_ERROR(!(options.mUsePerTokenSfA && options.mUsePerTokenSfB), "Bias is not supported for Meta Fp8"); } + TLLM_CHECK_ERROR(options.mBiasDtype == tg::Dtype::Fp32 || options.mBiasDtype == tg::Dtype::Bfloat16 + || options.mBiasDtype == tg::Dtype::Fp16, + "Bias dtype must be Fp32, Bfloat16, or Fp16"); + + if (options.mUseMaxTmemOverlap) + { + TLLM_CHECK_ERROR(options.mUseTmaStore, "mUseMaxTmemOverlap only works with TMA store"); + TLLM_CHECK_ERROR(options.mNumSlicesForSplitK == 1, "mUseMaxTmemOverlap does not work with splitK"); + TLLM_CHECK_ERROR(!options.mUseDeepSeekFp8, "mUseMaxTmemOverlap does not work with mUseDeepSeekFp8"); + } + + if (options.mNumEpilogueWarps > 4) + { + TLLM_CHECK_ERROR(options.mUseTmaStore, "Using more than 4 warps for epilogue only works with TMA store"); + TLLM_CHECK_ERROR( + options.mNumSlicesForSplitK == 1, "Using more than 4 warps for epilogue does not work with splitK"); + TLLM_CHECK_ERROR( + !options.mUseDeepSeekFp8, "Using more than 4 warps for epilogue does not work with mUseDeepSeekFp8"); + + auto const numEpilogueWrpGrps = options.mNumEpilogueWarps / 4; + TLLM_CHECK_ERROR(options.mTileN % (options.mEpilogueTileN * numEpilogueWrpGrps) == 0, + "TileN must be a multiple of EpilogueTileN * numEpilogueWrpGrps"); + } + if (updateOptions) { // Init kernel traits. + int32_t const tileMForTraits = options.mTileM; + int32_t const tileNForTraits = options.mTileN; options.mKernelTraits = KernelTraits(options.mDtypeA, options.mDtypeB, options.mDtypeC, options.mDtypeAcc, - options.mDtypeMmaA, options.mDtypeMmaB, options.mMmaKind, options.mMmaK, options.mTileM, options.mTileN, - options.mTileK, options.mEpilogueTileM, options.mEpilogueTileN, options.mNumStages, options.mNumStagesMma, - options.mNumSlicesForSplitK, options.mNumSlicesForSliceK, options.mSplitK, options.mUseTmaStore, - options.mTransposeMmaOutput, options.mAllReduceAlgo, options.mTileScheduler == TileScheduler::Persistent, - options.mUseDeepSeekFp8, options.mUsePerTokenSfA, options.mUsePerTokenSfB, options.mBiasType); + options.mDtypeMmaA, options.mDtypeMmaB, options.mMmaKind, options.mSparsityA, options.mMmaK, tileMForTraits, + tileNForTraits, options.mTileK, options.mMmaTileK, options.mEpilogueTileM, options.mEpilogueTileN, + options.mSfBlockSizeA, options.mSfBlockSizeB, options.mNumStagesA, options.mNumStagesB, + options.mNumStagesMma, options.mNumStagesTmemSfA, options.mNumStagesTmemSfB, options.mNumSlicesForSplitK, + options.mSplitK, options.mUseTmaStore, options.mTransposeMmaOutput, options.mAllReduceAlgo, + options.mFuseUtccpWithUtcmma, options.mUseMaxTmemOverlap, options.mUseCustomizedMma3xNvFp4, + options.mNumEpilogueWarps, isPersistentScheduler(options.mTileScheduler), options.mUseDeepSeekFp8, + options.mUsePerTokenSfA, options.mUsePerTokenSfB, + /* useTwoCtas*/ options.mClusterDimX >= 2, options.mBiasType, options.mFusedBiasShuffleMode); } return true; @@ -1397,6 +2061,73 @@ inline bool checkAndUpdateGemmOptions(GemmOptions& options, bool isBlackwell, in //////////////////////////////////////////////////////////////////////////////////////////////////// +inline bool getDoesScaleC(tg::Dtype dtypeC) +{ + // Need to scale/quantize the output C matrix when the output type is Fp8 or NvFp4. + return dtypeC == tg::Dtype::E4m3 || dtypeC == tg::Dtype::E2m1; +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +inline bool getDoesScaleAb(tg::Dtype dtypeA, tg::Dtype dtypeB, bool useDeepSeekFp8, bool useMetaFp8) +{ + // Need to scale/dequantize the input A/B matrices when the input type is Fp8 or NvFp4 and + // DeepSeekFp8 is not used. + bool const doesScaleAb{dtypeA == tg::Dtype::E2m1 || dtypeB == tg::Dtype::E2m1 + || ((dtypeA == tg::Dtype::E4m3 || dtypeB == tg::Dtype::E4m3) && !useDeepSeekFp8 && !useMetaFp8)}; + return doesScaleAb; +} + +////////////////////////////////////////////////////////////////////////////////////////////////// + +inline bool getDoesScaleAct( + tg::Dtype dtypeA, tg::Dtype dtypeB, bool useDeepSeekFp8, bool useMetaFp8, EltwiseActType eltwiseActType) +{ + // Only non-linear activations require separate scaleAct. + bool const isLinearAct = eltwiseActType == EltwiseActType::None; + return !isLinearAct && getDoesScaleAb(dtypeA, dtypeB, useDeepSeekFp8, useMetaFp8); +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +inline bool getKernelDoesScaleC( + tg::Dtype dtypeA, tg::Dtype dtypeB, tg::Dtype dtypeC, bool useDeepSeekFp8, bool useMetaFp8) +{ + // In the Gemm/BatchedGemm kernels, dequantScaleAb and quantScaleC are combined into one single + // scaling factor (called scaleC). As a result, we combine the logic for getDoesScaleAb and + // getDoesScaleC. + return getDoesScaleC(dtypeC) || getDoesScaleAb(dtypeA, dtypeB, useDeepSeekFp8, useMetaFp8); +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +template +inline CUresult loadCubinData(CUmodule* module, Config const& config) +{ + // Trtllm links the cubin into the executable while Flashinfer loads the cubin from storage. +#ifdef TLLM_GEN_EXPORT_FLASHINFER +#ifdef TLLM_GEN_GEMM_CUBIN_PATH + static std::string const tllm_gen_gemm_cubin_path = std::string(TLLM_GEN_GEMM_CUBIN_PATH); + std::string const sha256 = config.mHash ? config.mHash : ""; + std::string fileName = config.mFunctionName; + if (!fileName.empty()) + { + fileName[0] = static_cast(std::toupper(static_cast(fileName[0]))); + } + std::string const& data + = flashinfer::trtllm_cubin_loader::getCubin(tllm_gen_gemm_cubin_path + "/" + fileName + ".cubin", sha256); + CUresult result = cuModuleLoadData(module, data.c_str()); +#else + static_assert(false, "TLLM_GEN_GEMM_CUBIN_PATH macro is not defined when compiling"); +#endif // TLLM_GEN_GEMM_CUBIN_PATH +#else + CUresult result = cuModuleLoadData(module, config.mData); +#endif // TLLM_GEN_EXPORT_FLASHINFER + return result; +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + } // namespace gemm #ifdef TLLM_GEN_EXPORT_INTERFACE diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelMetaInfo.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelMetaInfo.h index df465cd2e22a..6fb4dc376c3c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelMetaInfo.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelMetaInfo.h @@ -1,5 +1,5 @@ /* - * SPDX-FileCopyrightText: Copyright (c) 1993-2025 NVIDIA CORPORATION & + * SPDX-FileCopyrightText: Copyright (c) 1993-2026 NVIDIA CORPORATION & * AFFILIATES. All rights reserved. SPDX-License-Identifier: Apache-2.0 * * Licensed under the Apache License, Version 2.0 (the "License"); @@ -16,424 +16,790 @@ */ #pragma once - +#include "tensorrt_llm/common/config.h" #include "GemmOptions.h" namespace gemm { -namespace tensorrt_llm -{ +TRTLLM_NAMESPACE_BEGIN + namespace kernels { // clang-format off -#define TLLM_GEN_COMMIT "cb901a73-dirty" +#define TLLM_GEN_COMMIT "09795a15-dirty" #define TLLM_GEN_EXPORT_VERSION "7.0" -#ifndef EXCLUDE_SM_100F -extern unsigned char const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Fp16_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_Fp32_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin[]; -extern unsigned char const Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin[]; -#endif // EXCLUDE_SM_100F - #ifndef EXCLUDE_SM_100 -extern unsigned char const Gemm_Bfloat16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a_cubin[]; -extern unsigned char const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin[]; -extern unsigned char const Gemm_Fp32_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin[]; +extern unsigned char Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin[]; +extern unsigned char Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin[]; #endif // EXCLUDE_SM_100 - -#ifndef EXCLUDE_SM_103 -extern unsigned char const Gemm_Bfloat16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a_cubin[]; -extern unsigned char const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin[]; -extern unsigned char const Gemm_Fp32_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a_cubin[]; -#endif // EXCLUDE_SM_103 - #ifndef EXCLUDE_SM_100F -extern unsigned int const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Fp16_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_Fp32_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin_len; -extern unsigned int const Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin_len; +extern unsigned char Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin[]; +extern unsigned char Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin[]; +extern unsigned char Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin[]; #endif // EXCLUDE_SM_100F +#ifndef EXCLUDE_SM_103 +extern unsigned char Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin[]; +extern unsigned char Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin[]; +extern unsigned char Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin[]; +#endif // EXCLUDE_SM_103 +#ifndef EXCLUDE_SM_107 +extern unsigned char Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin[]; +extern unsigned char Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin[]; +extern unsigned char Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin[]; +extern unsigned char Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin[]; +#endif // EXCLUDE_SM_107 #ifndef EXCLUDE_SM_100 -extern unsigned int const Gemm_Bfloat16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a_cubin_len; -extern unsigned int const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len; -extern unsigned int const Gemm_Fp32_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin_len; +extern unsigned int Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin_len; +extern unsigned int Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin_len; #endif // EXCLUDE_SM_100 - +#ifndef EXCLUDE_SM_100F +extern unsigned int Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin_len; +extern unsigned int Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin_len; +extern unsigned int Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin_len; +#endif // EXCLUDE_SM_100F #ifndef EXCLUDE_SM_103 -extern unsigned int const Gemm_Bfloat16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a_cubin_len; -extern unsigned int const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len; -extern unsigned int const Gemm_Fp32_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin_len; +extern unsigned int Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin_len; +extern unsigned int Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin_len; #endif // EXCLUDE_SM_103 +#ifndef EXCLUDE_SM_107 +extern unsigned int Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin_len; +extern unsigned int Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin_len; +extern unsigned int Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin_len; +extern unsigned int Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin_len; +#endif // EXCLUDE_SM_107 static const gemm::GemmConfig tllmGenGemmList[] = { -#ifndef EXCLUDE_SM_100F -{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 175104, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "dea55bdf170fc6467274bebcf4307d20c5bc496238e7a8503a90d4553548cd43", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +#ifndef EXCLUDE_SM_100 +{Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin, Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin_len, 146704, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a", 512, "e960e12a46707e8e7ab4a4f579183162ccc9f15cbf72a1c90d61cdcd4b94149f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) -, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) , /* mDtypeC */ trtllm::gen::Dtype(1052672) -, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 64 +, /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 , /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 1 -, /* mK */ 128 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 64 +, /* mMmaK */ 64 +, /* mMmaKind */ trtllm::gen::MmaKind(4) +, /* mMmaM */ 128 , /* mMmaN */ 128 +, /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 -, /* mNumStagesMma */ 2 -, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 +, /* mTileK */ 256 , /* mTileM */ 128 , /* mTileN */ 128 , /* mTileScheduler */ gemm::TileScheduler(0) -, /* mTransposeMmaOutput */ 1 +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 1 +, /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 175104, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "8bfcfc8804ce3501f27798148d3fe15c5b1b2d5af72e5d8efc2b2a1aad197a8c", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin, Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin_len, 163344, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a", 512, "37eeef64c4f90bfb10b86336f451056f2d61a2763a800ea26039a663b4be7d62", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) -, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) , /* mDtypeC */ trtllm::gen::Dtype(1052672) -, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 64 -, /* mEpilogueTileN */ 128 -, /* mGridTriggerSecondaryA */ 1 -, /* mGridTriggerSecondaryB */ 0 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 0 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 1 -, /* mK */ 256 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 64 -, /* mMmaN */ 128 +, /* mMmaK */ 64 +, /* mMmaKind */ trtllm::gen::MmaKind(4) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 -, /* mNumStagesMma */ 2 -, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) -, /* mSfLayoutB */ trtllm::gen::SfLayout(3) -, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 +, /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 128 +, /* mTileN */ 8 , /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 1 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f_cubin_len, 168960, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f", 224, "e4bfa7092bfe6f6049810fad70102c097b84b6bd36e05cac5af055a25531ff3e", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin_len, 138640, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a", 512, "4a1305318519cf873fd25967fce79a8b9fdf9b238b8a04d5cc517839f7582c75", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) , /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 128 -, /* mGridTriggerSecondaryA */ 1 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 0 +, /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 , /* mK */ 256 @@ -445,628 +811,907 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 , /* mMmaN */ 128 +, /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 , /* mTileN */ 128 -, /* mTileScheduler */ gemm::TileScheduler(0) -, /* mTransposeMmaOutput */ 0 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 84992, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "e25ad34790084c9db01bbc5a1846b6c9c4ada1b1bd06c877127b9564dfc7721d", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin_len, 138640, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a", 512, "64faad71f4bc7398a489d72b7b6adc92fe10b3a3d7090545f23425d6a11a8cc0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) , /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 64 -, /* mEpilogueTileN */ 16 -, /* mGridTriggerSecondaryA */ 1 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 0 +, /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 1 -, /* mK */ 128 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 64 -, /* mMmaN */ 16 +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 -, /* mNumStagesMma */ 2 -, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 +, /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 16 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 1 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 84992, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "97e18b9a3f02a082084c0a6a0e4326d2c517fedb70b57fb407de9947aa50cc5f", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 106904, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "15a76adf746fd2c2af43e7a0e371ab3e7d2587680413a690e9e4e471592bb9d4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) , /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 64 +, /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 16 -, /* mGridTriggerSecondaryA */ 1 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 0 +, /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 1 -, /* mK */ 256 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 64 +, /* mMmaM */ 128 , /* mMmaN */ 16 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 -, /* mNumStagesMma */ 2 -, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 16 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 1 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 97280, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "e93e07c9c6bc22d867701326816458185424689990ccdc2b11f3fb592da2f1ae", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 106904, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "05b11719535dc59b03d732d5dc866f171a0178ce34d2cde4c5cf4257a486c8aa", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) , /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 64 -, /* mEpilogueTileN */ 32 -, /* mGridTriggerSecondaryA */ 1 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 0 +, /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 1 -, /* mK */ 128 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 64 -, /* mMmaN */ 32 +, /* mMmaM */ 128 +, /* mMmaN */ 16 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 -, /* mNumStagesMma */ 2 -, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 32 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 1 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 97280, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "4635e52d2c0807c3c415e5615e6a3d050687797d31cb3f6e98d30017bc56b9e3", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 139672, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "06462690afb06a9e2122850c1ab65844b5b5d8b1830a4c9b158bafb25193eeac", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) , /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 64 +, /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 32 -, /* mGridTriggerSecondaryA */ 1 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 0 +, /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 1 -, /* mK */ 256 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 64 +, /* mMmaM */ 128 , /* mMmaN */ 32 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 -, /* mNumStagesMma */ 2 -, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 32 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 1 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 123904, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "c08893f6ee51fb1c85e28ca5738cd77c03ff3ce27258a1616653eccac3bdce4c", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 139672, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "3ffe838a59b507cd7601e118c37ccd807cc6660942271cb193d63abf1a950e24", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) , /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 64 -, /* mEpilogueTileN */ 64 -, /* mGridTriggerSecondaryA */ 1 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 0 +, /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 1 -, /* mK */ 128 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 64 -, /* mMmaN */ 64 +, /* mMmaM */ 128 +, /* mMmaN */ 32 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 -, /* mNumStagesMma */ 2 -, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 64 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 1 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 123904, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "f91216aba20a3d6057eb57a866b1b13e4b5baef55d00d7625c8c76cb9cf3451d", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 205208, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "0438722eb0576965da44f4e7555d3627ad0d4537e26acfa32ced94c5719343cb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) , /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 64 +, /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 64 -, /* mGridTriggerSecondaryA */ 1 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 0 +, /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 1 -, /* mK */ 256 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 64 +, /* mMmaM */ 128 , /* mMmaN */ 64 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 -, /* mNumStagesMma */ 2 -, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 64 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 1 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 78848, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "4c2099d87c5586924a39ef7b39d95aba1adcc2a12f69cb26ea505cb4b897cb9c", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 205208, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "09836d6b6552630cadc292cec13bde9c743e7f57e3f662aacbf21fa6aaef8596", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) , /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 64 -, /* mEpilogueTileN */ 8 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 1 +, /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryA */ 1 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 1 -, /* mK */ 128 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 64 -, /* mMmaN */ 8 +, /* mMmaM */ 128 +, /* mMmaN */ 64 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 -, /* mNumStagesMma */ 2 -, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 1 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 78848, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "a79225fceac1021256d4f5b0239d1bdcd7cf020d4e56b1abcc80d246d61a18f6", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 90520, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "ea1092e8b7abbd2b6b71af204f703957d81202e8a9ff7a71e33c6a763189c400", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) , /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 64 +, /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 1 +, /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryA */ 1 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 1 -, /* mK */ 256 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 64 +, /* mMmaM */ 128 , /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 -, /* mNumStagesMma */ 2 -, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 1 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin_len, 217088, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f", 224, "9abe8d36b171676e4c759f062ed95ba0f1421a3ca5517d5a1a172d694e779491", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 90520, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "3a047087cff6b07c2dcee96919409fd77c9b2930ebb243f9fa3476443d0a63be", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) , /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 1 +, /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryA */ 1 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 512 +, /* mK */ 2048 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) @@ -1075,275 +1720,197 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 , /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 3 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f_cubin_len, 215040, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f", 224, "49ddd1421e1d18175b7119c3dea2168b05a68ba403050aafbee62b4c8b7ef958", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 173344, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "1c0788ebbd36e7c989065287fc207f8530ee4b5b56d3742b2c04ea63ee06b781", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 8 -, /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 1 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 0 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 8 +, /* mMmaM */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 3 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 8 +, /* mTileN */ 128 , /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin, Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin_len, 225280, "gemm_Bfloat16_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f", 448, "d5c6e431c30c0466c58f108fa97a66d736647464103a97e8c098db24c5bafdda", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 173344, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "5fc767187ea8ed32806f311d5eb6c8e17458f6305642ddc5364db8a66ca6fcff", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826828) -, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052672) -, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) -, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 8 -, /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 1 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 0 -, /* mGridWaitForPrimaryB */ 1 -, /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 512 -, /* mKernelTraits */ {} -, /* mLayoutA */ gemm::MatrixLayout(0) -, /* mLayoutB */ gemm::MatrixLayout(0) -, /* mM */ 256 -, /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(5) -, /* mMmaM */ 128 -, /* mMmaN */ 8 -, /* mMockAllReduce */ 0 -, /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 3 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 -, /* mNumStagesMmaAcrossWorkTile */ 1 -, /* mNumStagesWorkId */ 3 -, /* mOutputDebugTensors */ 0 -, /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt -, /* mSfLayoutA */ trtllm::gen::SfLayout(3) -, /* mSfLayoutB */ trtllm::gen::SfLayout(1) -, /* mSfLayoutC */ trtllm::gen::SfLayout(1) -, /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 512 -, /* mTileM */ 128 -, /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(0) -, /* mTransposeMmaOutput */ 1 -, /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 -, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 -, /* mUsePerTokenSfA */ 0 -, /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 -, /* mUseTmaStore */ 1 -, /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 -, /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 158720, "gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "049686d936f30c2878246522a039cd9b8a2e31c07e95957f3ca3c4785b171e6c", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) -, /* mBiasType */ gemm::BiasType(0) -, /* mBlockK */ -1 -, /* mClusterDimX */ 1 -, /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 -, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) -, /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) -, /* mEnablesEarlyExit */ 0 -, /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 -, /* mEpilogueLdtmDps */ 16 -, /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 64 -, /* mEpilogueTileN */ 128 -, /* mGridTriggerSecondaryA */ 1 -, /* mGridTriggerSecondaryB */ 0 -, /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 0 -, /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 1 -, /* mK */ 128 -, /* mKernelTraits */ {} -, /* mLayoutA */ gemm::MatrixLayout(0) -, /* mLayoutB */ gemm::MatrixLayout(0) -, /* mM */ 256 -, /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 64 -, /* mMmaN */ 128 -, /* mMockAllReduce */ 0 -, /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 -, /* mNumStagesMma */ 2 -, /* mNumStagesMmaWithinWorkTile */ 2 -, /* mNumStagesMmaAcrossWorkTile */ 1 -, /* mNumStagesWorkId */ 3 -, /* mOutputDebugTensors */ 0 -, /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt -, /* mSfLayoutA */ trtllm::gen::SfLayout(3) -, /* mSfLayoutB */ trtllm::gen::SfLayout(3) -, /* mSfLayoutC */ trtllm::gen::SfLayout(3) -, /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 -, /* mTileM */ 128 -, /* mTileN */ 128 -, /* mTileScheduler */ gemm::TileScheduler(0) -, /* mTransposeMmaOutput */ 1 -, /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 1 -, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 -, /* mUsePerTokenSfA */ 0 -, /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 -, /* mUseTmaStore */ 1 -, /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 1 -, /* mUseUnrollLoop2xForMma */ 0 -, /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 158720, "gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "f3b165454b19252d9c9e7372687811691c166825d1f0974cfd6b91ac083adc8e", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) -, /* mBiasType */ gemm::BiasType(0) -, /* mBlockK */ -1 -, /* mClusterDimX */ 1 -, /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 -, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) -, /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) -, /* mEnablesEarlyExit */ 0 -, /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 -, /* mEpilogueLdtmDps */ 16 -, /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 64 -, /* mEpilogueTileN */ 128 -, /* mGridTriggerSecondaryA */ 1 -, /* mGridTriggerSecondaryB */ 0 -, /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 0 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 1 , /* mK */ 256 @@ -1355,60 +1922,91 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 64 , /* mMmaN */ 128 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 128 , /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f_cubin_len, 218112, "gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f", 224, "2da4080c1bf896037a05680bd061c16c19fc01036a6da82084e7f1f81bce455f", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin_len, 167184, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a", 256, "edbf96c796f6b612edf94cdbb8ab207f1e193e40394ac754f44eaa779bf68c9b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 @@ -1425,60 +2023,91 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 , /* mMmaN */ 128 +, /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 3 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 , /* mTileN */ 128 , /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 82944, "gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "13425ef49b8f6cbba1a031a86b1e009c7f2368c1ff6d60fc7557ff34ce0c5ae2", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 83744, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "9ce392b68fc789694831ffc95363c954e0774decb175435541f38a45cf271b12", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 @@ -1495,60 +2124,91 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 64 , /* mMmaN */ 16 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 16 , /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 82944, "gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "21df46f86e6c45b8c7d58758a8b55d79b88b154481615e8139c1e092631b4085", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 83744, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "26a6bf149edaab59f0a2d3750ffcda9d306354eb97d415d8c9e73ac73ac7a2d2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 @@ -1565,60 +2225,91 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 64 , /* mMmaN */ 16 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 16 , /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 93184, "gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "a214f011d83d838d386cc65f6c4f639621b237062dc2aac8a2d882bca88f26f2", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 96032, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "1d7da619250d16e9b796195d181a4b83a63c3474351c5a4ebd97ee2ae10b7552", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 @@ -1635,60 +2326,91 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 64 , /* mMmaN */ 32 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 32 , /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 93184, "gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "cce8fb0dd84d88ae8f9700a64315e3ba1b664d5de0a6507e8d4e097240a97aa5", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 96032, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "dbf435abe7a8603eef281c58ecb9c7664546d678178b3d1e0292c871a20c94d0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 @@ -1705,60 +2427,91 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 64 , /* mMmaN */ 32 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 32 , /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 115712, "gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "ce8e908e66a8d584fc3bb7a3c0073050e66c499e248f2d80b09c352115399e1d", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 122144, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "6f95848b47aad8999651e865e50304b0ef196dc00635134ba3bcb0602f073737", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 @@ -1775,60 +2528,91 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 64 , /* mMmaN */ 64 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 64 , /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 115712, "gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "16af86d09c64c4d122c675e7f8333a30bfc9ae338ada4452ca475ef665a13286", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 122144, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "5ee354a69ac2b68b13390e1beed6fac51bf72736a191a2e12c666a8e04a3592f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 @@ -1845,60 +2629,91 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 64 , /* mMmaN */ 64 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 64 , /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 78848, "gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "5634903122177bfbccf3c552e7b61d57976c9a5d3ea3d79d14464b42800476e9", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 77600, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "98a632203d25f504acc7ee5aaa18b1731d31b81355f50cf18f513b9637ca863b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 @@ -1915,60 +2730,91 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 64 , /* mMmaN */ 8 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 8 , /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 78848, "gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "d676a657507b7cd3e3348c686d79074c35f315a95fa768a786ec8483b3a5498f", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 77600, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "470cf3936c1d09ff0ca88f863d66db29a7e0cba7048a73fb50286e8002397bc7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 @@ -1985,60 +2831,91 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 64 , /* mMmaN */ 8 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 8 , /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin_len, 216064, "gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f", 224, "9972c6031c695df460411b44ea5ed291239cd17a71f7962828012d335657d5a3", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin_len, 215312, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a", 256, "1deebde9713853483595072f79a63328dfc5a3e0a1327206c55ff4f87c2b1395", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 @@ -2055,60 +2932,91 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 , /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 3 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 8 , /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f_cubin_len, 215040, "gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f", 224, "09f8e6d21d30fdf65039d913e8f0cc8a4f6a1761071710a7b5ec79f7f84de3af", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a_cubin_len, 213272, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a", 256, "6e2ffc466204b47c2db55d7309f6e801579fb90717afa4839849d7d1a6ee4989", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 @@ -2125,137 +3033,199 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 , /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 3 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 8 , /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 175104, "gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "04bd1a1ba2fe8048418649f0c900e2c92ab70a90550a3e4741db94a2c8eb08b7", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin, Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin_len, 222736, "gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a", 512, "ca845cf66a6c28493294447683c47c0438cd659e2dfc0776fe0535213b735124", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) -, /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) -, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 64 -, /* mEpilogueTileN */ 128 -, /* mGridTriggerSecondaryA */ 1 -, /* mGridTriggerSecondaryB */ 0 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 0 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 1 -, /* mK */ 128 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 64 -, /* mMmaN */ 128 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 -, /* mNumStagesMma */ 2 -, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) -, /* mSfLayoutB */ trtllm::gen::SfLayout(3) -, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 +, /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 128 +, /* mTileN */ 8 , /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 1 +, /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 175104, "gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "2967650e07a1f0d137e4faa4306ec383e779a16a5ecc9a62acb8277e0292ff9f", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin_len, 122256, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a", 512, "9a53638f16fa1c6d8e20fb45a1ca8efc314aa20a84ca75b173a57b7c4440e071", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 64 +, /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 128 -, /* mGridTriggerSecondaryA */ 1 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 0 +, /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 1 +, /* mHoistMmaTaskTryWaits */ 0 , /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) @@ -2263,70 +3233,101 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 64 +, /* mMmaM */ 128 , /* mMmaN */ 128 +, /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 -, /* mNumStagesMma */ 2 -, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 +, /* mTileK */ 256 , /* mTileM */ 128 , /* mTileN */ 128 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 1 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f_cubin_len, 168960, "gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f", 224, "014fa06bc7c89b526d3e9ba9c496b88d78a7b20ea7fe0ff4958a5c980eb6e944", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin_len, 122256, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a", 512, "29ba2fcfe7283385a2df4c24e4302710a797e4bfbfeb04473ceb598e883f5a7a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 128 -, /* mGridTriggerSecondaryA */ 1 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 0 +, /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 256 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) @@ -2335,555 +3336,1005 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 , /* mMmaN */ 128 +, /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 , /* mTileN */ 128 -, /* mTileScheduler */ gemm::TileScheduler(0) -, /* mTransposeMmaOutput */ 0 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 84992, "gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "f0ac8cde4ba11ace4e451dce810027692e652a8dc309086819f5788b1a3eea49", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 106904, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "997521c9205af1df8e758b4175d351184054a2d2373277b274557f84128e4899", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 64 +, /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 16 -, /* mGridTriggerSecondaryA */ 1 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 0 +, /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 1 -, /* mK */ 128 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 64 +, /* mMmaM */ 128 , /* mMmaN */ 16 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 -, /* mNumStagesMma */ 2 -, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 16 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 1 +, /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 84992, "gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "93b3ba0121830ead50023f286d9bb01c3f2200973ea83412405e74a94e6536a6", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 106904, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "9ce7e36dcf4f3ec959dc5752c05ff0262f8e014a3399f18176bd23872d576334", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 64 +, /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 16 -, /* mGridTriggerSecondaryA */ 1 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 0 +, /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 1 -, /* mK */ 256 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 64 +, /* mMmaM */ 128 , /* mMmaN */ 16 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 -, /* mNumStagesMma */ 2 -, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 16 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 1 +, /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 97280, "gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "68ecf606fde4c1aa61e29143eadd069d8172b3a857f3bb34dc29147ab58fa47d", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 139672, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "e4dc642e4c982cb7a591d0094752063b7b55b021dfae2c97a5081f30528fe81b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 64 +, /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 32 -, /* mGridTriggerSecondaryA */ 1 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 0 +, /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 1 -, /* mK */ 128 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 64 +, /* mMmaM */ 128 , /* mMmaN */ 32 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 -, /* mNumStagesMma */ 2 -, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 32 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 1 +, /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 97280, "gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "1ece5aea6444e6f3d56feecd88ac84a95441f78a7cfa555b6e5cbfe0d9f69fb4", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 139672, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "90428b89b5eec1fecb8c23858a67131106db177484a533306384995ff8e624bc", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 64 +, /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 32 -, /* mGridTriggerSecondaryA */ 1 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 0 +, /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 1 -, /* mK */ 256 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 64 +, /* mMmaM */ 128 , /* mMmaN */ 32 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 -, /* mNumStagesMma */ 2 -, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 32 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 1 +, /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 123904, "gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "025b68f8ea96d1c763ac3dccb38a9478399a8adc4ee2bc03978772f6bd226823", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 205208, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "6f046983aae5a2c44be601047d3320fd2e4e363ce40c4146f82d8ee88e9ec7e4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 64 +, /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 64 -, /* mGridTriggerSecondaryA */ 1 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 0 +, /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 1 -, /* mK */ 128 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 64 +, /* mMmaM */ 128 , /* mMmaN */ 64 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 -, /* mNumStagesMma */ 2 -, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 64 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 1 +, /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 123904, "gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "0a6b28744b0cfa4633f682d71de37f45c16787e48b1e30101607664f68ffff0a", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 205208, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "5a192f6d2ac72c172efb6d1849c38d85c0cc86bd1bfdf69e85b9c950e2f26aeb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 64 +, /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 64 -, /* mGridTriggerSecondaryA */ 1 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 0 +, /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 1 -, /* mK */ 256 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 64 +, /* mMmaM */ 128 , /* mMmaN */ 64 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 -, /* mNumStagesMma */ 2 -, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 64 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 1 +, /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 78848, "gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "cdc4443b2bc1581e21fc805b08d65e6fe4e286d5643cfc4541d3a78163e31749", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 90520, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "86e1c79b88adcfae39a95cbcbba23d63f2cea26143d504ea63583c4f193a55f4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 64 +, /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 1 +, /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryA */ 1 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 1 -, /* mK */ 128 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 64 +, /* mMmaM */ 128 , /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 90520, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "949090f647c604f6928b1eb05dc39a16fc985e239a51fc005cfaf1724ec5c209", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 156960, "gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "7b6649a837f9ca6db247306ef1c601f03f2bbc000ceb138bb5922c043a9f78f9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 , /* mNumStagesMma */ 2 , /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 8 +, /* mTileN */ 128 , /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f_cubin_len, 78848, "gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f", 416, "3a5301dc87a1a13813f2495acf064b194ff3e04845ba763f3d8f52960e63b76c", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 156960, "gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "b016b1002270e2761b4e718da58dee799cb1fc905275a5a9f69935e1dce11219", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 64 -, /* mEpilogueTileN */ 8 -, /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 1 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 0 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 1 , /* mK */ 256 @@ -2893,70 +4344,14952 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 64 -, /* mMmaN */ 8 +, /* mMmaM */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin_len, 216336, "gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a", 256, "d95cee4e67a51db8bb82ba592941f235f2a29c712cafaad6a460de9172d9a39e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 81696, "gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "0915a2ab98736983e96bde2fa05ffb39cb33919ae0d152177d923fc1d6a2e0e2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 16 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 81696, "gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "6f035769038616721c5a414a3796801062e3bb8494330b3705bd60d274f797e1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 16 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 91936, "gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "c8f19abe551535b781b3a23f8f76c518cb9cb6538f41fb6f9e40b596bd9835ab", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 32 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 91936, "gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "11e007ffffc049bce70a7c1bc65345a7319bcf3f43d57170439069f9268a3b7b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 32 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 113952, "gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "527b4220e7cb3f3ba285d41900a84dad347aa279e7033de6392130e49c6b1193", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 113952, "gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "a287d867af05a42c018d805a44f7ab1c93c542a8f437620bf2d6b4b12bf8fbe4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 77600, "gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "7698cce217cdbbcf57a4733b5a6e311acc200899ddbbfa9576e807703c9e7b8c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 8 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 77600, "gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "be72cd1f2582d6c80484f8f41b5d0fcc30296784de16ea4d3328c643c9ce49d8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 8 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin_len, 214288, "gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a", 256, "9f6407ca09741b868d7e1392d742d409f7212832442fdf12d9301c668d1842e1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a_cubin_len, 213272, "gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a", 256, "5d69e05d1eca0523cb461d542d40984875e7994f387f1208c1e5c33cdbf09bc7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin, Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin_len, 146704, "gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a", 512, "afaf11a4521ec2300491e76d433036654fc3b509de08d05fc3f813dd0024abf3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 64 +, /* mMmaKind */ trtllm::gen::MmaKind(4) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin, Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin_len, 163344, "gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a", 512, "34802acfba04b83aad145898ebdbcbde698b5334cc5cebd76b6857202f9f2c9b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 64 +, /* mMmaKind */ trtllm::gen::MmaKind(4) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin_len, 138640, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a", 512, "915490dbb71ef6c219909c7299cdf06d5d142a43abf11cdc31a65d7851d7b079", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a_cubin_len, 138640, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a", 512, "01089b6ba63348fc4edf7561a583e0985c0f9415b450d4defd15a1e70b2a1914", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 106904, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "64f6aee169d67c080fcf935215412a1a6667a0fe493d667989283c64817c5c71", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 16 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 106904, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "a011daa53683ec38638af6dc41c5da8312a30de8e6b67a93979f381c840189d7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 16 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 139672, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "c3e7655bb84feed0f0ca9e3dd777ac96f5a95f445a867e967e71d904b036552b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 32 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 139672, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "3be43eb4dc58d9a9271f650dbbbac5aea88196b19f7369f038dbed86ae73cbf4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 32 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 205208, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "787e1703bc0dc7ec4ffcde88fdd4e6f38db37fafb153da45227a52da9aa3487a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 64 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 205208, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "a1785fd6ccdb38ec36432f6673ae98b0abadbe8c5ff6ff94eedadbfcfc53434a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 64 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 90520, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "7bb37eead8491b3bcf2f69db46e8229783ad28c10608fa4829643abc22d211d2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a_cubin_len, 90520, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a", 512, "eb623b738ade54fe7dfaa51105796a103b01cce266520bdd655ba244af06df84", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 173344, "gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "7a867a830154965cf785c7f5e008f20c1299128d74808859e5e074639da3cee7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 173344, "gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "b0b62195ea269579b17f41a9f05b8c8f602101d464d5c41a817c229a3baa119c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin_len, 167184, "gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a", 256, "454f2448bef7a7b825dea48e20a650dd4aad15e33e512577674026433410a788", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 83744, "gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "0b1319e9b6b89d89c544081d715cddb59249e475e549abb9239673415702faff", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 16 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 83744, "gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "ac77ee8fd3df660fe9ff4cdf4e73ecf5a0ad0748ab6905cb03d1c31ca61bf6b1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 16 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 96032, "gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "1434e2bb80424c4784ee36d3767c8ee2fca7fba914b1c99a2077a55ce919219d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 32 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 96032, "gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "cf719562cfbb36695cfc48ea80a43cb1456cdb15e64ae995518e63427586c768", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 32 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 122144, "gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "dddcf17166f0c18c4e62cd2a61eb0f92e4cd1e36f668c1aad3f5a68b910fb06e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 122144, "gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "81d18c40703dfca593a860b2174e2cfb470b1a6aa7dc980cb85355994fcf1bf7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 77600, "gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "aa540896062ba8eed702d3d8a6892833a6019212dda327f15696ad148aefcb1d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 8 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a_cubin_len, 77600, "gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a", 512, "8bba78df556ba71e5f267e8311bfb95616dce2718533d65f2d4461b322f29aa2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 8 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin_len, 215312, "gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a", 256, "85fe50473eee1fd7751c877944c7cd4a2a0964bb1f60e6268cfbb8954239c6e1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a_cubin_len, 213272, "gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a", 256, "d57a1b52fbf5b0eb9abdfcfe4dfc82501a4295a71a83d0c3dba2b1993e060fc9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin, Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin_len, 222736, "gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a", 512, "e39d4c135f366195346e374769316809d61fc7f90f8479a74dff3040db961ca3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin, Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a_cubin_len, 179472, "gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a", 512, "7a060be049349d3aee042ba7b746e2b1c3dcd73940c7fde8a2514904fcce213b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1056776) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 64 +, /* mMmaKind */ trtllm::gen::MmaKind(4) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin, Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin_len, 165392, "gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a", 512, "8b4c864508e71ffdb679a30ae0ac5db77cc0b4b773653fb56bec3a5ee8eafb74", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1056776) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 64 +, /* mMmaKind */ trtllm::gen::MmaKind(4) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin, Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin_len, 224784, "gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a", 512, "d330e622ef08785c36dac48ab4daaaad32f35080680228fcc05f2f7acbbddde4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(1056776) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +{Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin, Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a_cubin_len, 221712, "gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a", 512, "d621e82853ad5607c588ae4354a2404eab3ac1a0654e1b54227c052c6e31ecea", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100a}, +#endif // EXCLUDE_SM_100 +#ifndef EXCLUDE_SM_100F +{Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin, Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin_len, 146704, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f", 512, "a6c6451213462c8e45f8138665202674fde0b2ded3f5d311d547430e0b76fb39", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 64 +, /* mMmaKind */ trtllm::gen::MmaKind(4) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin, Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin_len, 163344, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "a27316f5b0574d39732d6b450da64f062d87ccf5be13eae16519755be2ba2c99", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 64 +, /* mMmaKind */ trtllm::gen::MmaKind(4) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 173344, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "13c48d4b3b7483474c1e8992d0bf3a66e4cd11cf4cdbdf677cabf615d9b73b35", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 173344, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "f7ee8a58c175393d4b816a977aa1381ae4bdf911e02594ef9cbaa5d53752f7fa", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin_len, 167184, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f", 256, "01207c0999eb688cfaa95a5cfa1bbc182268e9771afff4ae59cffcb1ecf05599", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 83744, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "151c1bc54f3ae453a644176684ccca22ca69046892408297b86ec9541e04a966", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 16 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 83744, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "63028eeb6f5e61bdb0cc9d3112e035b604606771c0aac8b9f7ce9161cb93f8bd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 16 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 96032, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "3feb527cb9eb74f7eca355aeb8ad7f8acd346cf3ab2bceab8bb44f26bed69613", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 32 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 96032, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "078addf87282c777cd71692b47096063941ad7d1d495ed78af22f17c49d7457a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 32 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 122144, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "91fa3b9aa63c581196d86265d71f9e6030d5b1a7db69b5c5b47b2b05b28d3781", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 122144, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "27a72206baeb111d1240e8b1e4bab6de566126f1a9d7e7b8af7f65c5e28d93f7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 77600, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "3721afe672d5b5979cd9c0cfe3506bc11080c47d17fb25d92be4555f5d62e4c8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 8 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 77600, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "ef8eaa623e3760c576eba6d99b6451f09bc107891467a866e4167c681e6a79ce", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 8 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin_len, 215312, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 256, "ac188ee1268b366b46e803d551e79cca9a4ffc94024eaec6860ac1d3b14cb5b9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f_cubin_len, 213272, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 256, "ef916c1976d9304acafbe5bc5ea62b19b2e547b667fa2de63d3dede4c9b6765d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin, Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin_len, 222736, "gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "fe3c16b566a6d69894cd03a904169b9b1d1894cf9124aad425c4c88c19e208fa", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 156960, "gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "c8c519fe85e60c0f4c648b3d725afdebd0fe199c9f48abed87c2dd32eb04883e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 156960, "gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "fcd8494f09358501d58f7fc17d3b65848ca8c170bc510625a922c9eb1eed742e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin_len, 216336, "gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f", 256, "8f96c3ad273d8f896d7897b64494bd90202b2a114e6847ba06ca7c9101108746", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 81696, "gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "c5a851f4bfabf1f5bdba888992841d3af9ae5da329456768d1a7a3d8ff6e08b1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 16 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 81696, "gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "5c6015bc5df696b80554ccc29775541594c9622806e0d220910995380a9c084d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 16 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 91936, "gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "8e1bc4c7bb9eba01de3d679f35bff1c15ba8116faf9c73e43ab1ce182e8c4424", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 32 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 91936, "gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "d441ed83c9f9c44647575a13e8cba52b99e47ca734bd8098fea10e4b28a4659f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 32 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 113952, "gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "e630549f0c52da3080cb611772e1031d183447549b459f12f30ed1311c148955", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 113952, "gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "99767c90969266b1cb9e21dac1ff471c6c066a1cfcf0c85dda60c6ec1864d3c7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 77600, "gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "534498cca3cab11a8a39352e46e62bef39876ec929eefb9b528613df252e7bd3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 8 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 77600, "gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "6ac0f9d88d43e184e39c4c458f09081a1d970d37d9dafefa54b89324cf13eb38", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 8 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin_len, 214288, "gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 256, "4a5c133fc02e92fe809b2c2fcf841759b1588a83e8a62fb0cec0f4c4f2ae9d23", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f_cubin_len, 213272, "gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 256, "b1cec4c7ae083c6f28ca61ed2c96fa80bba24c94b7c648c6397590f2dd77e3b4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin, Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin_len, 146704, "gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f", 512, "1563a811919cfdd4fd7119093aa4b192b20c594b972135516c52427befb24f32", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 64 +, /* mMmaKind */ trtllm::gen::MmaKind(4) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin, Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin_len, 163344, "gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "df2d4ba7e06a1839ca40ed0fe46e221a6df3534e1f12971b50a1064ece4b3791", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 64 +, /* mMmaKind */ trtllm::gen::MmaKind(4) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 173344, "gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "63b91d64bb4c8779c0cef577fed3f9514964ada264bb80f1298528a04866492f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 173344, "gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "2a74b13bc3cde0edcd587e724dc051679c6e9cdaa4f7ac617c7ad2380a5ff2a5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin_len, 167184, "gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f", 256, "0f27424f132232da8b061241c2800becbf930ac7a2f488a729966ed13efb266b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 83744, "gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "61ae4bacccd055da77fba34b927febe63a02f3b36d69f48e5397449f234bc866", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 16 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 83744, "gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "3f9a6e6153365fa719e404df6d46b79ac6a62ef7ae380890935ae1373376b84d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 16 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 96032, "gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "ef8ca0dc4f88f86b8d2a74440c84158cdb73c934dd671e6ce8ccd61246e3070a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 32 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 96032, "gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "7d6ca52cfc1049d5101c45ca0bfefe67bb03f444f74499d361e6dafa300701aa", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 32 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 122144, "gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "74dd83d77f33db9ba39266920c2b58a9d98a51ba2d3224184f126a9583055e66", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 122144, "gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "5d9c532fbe7da7792cddcddf5c4e194345f5ca0032d9a955490b9b602fa0b8b2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 77600, "gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "c0026fca78e12de72370a711dae26b5bdf5147bf64fc292520a7d9fcc1db276d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 8 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f_cubin_len, 77600, "gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f", 512, "b927a89144bd9d6967b62440a479f7218139cdb66519b2583973db13e967b860", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 8 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin_len, 215312, "gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 256, "36073dc2a41d64c0ad9cee052baf24359048e87f17c87ca02ce6291297250e73", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f_cubin_len, 213272, "gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f", 256, "50ff44e08de0cb2b13d58b067d9f9afa31aadcf1cb75ced7a5d6bed76a3e2ca5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin, Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin_len, 222736, "gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "7879079fc5ad68adbcb9151879881bdb4b293d5f37f474dce370d76077f97274", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin, Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f_cubin_len, 179472, "gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f", 512, "2b4d8d434c7b2253c5ff96c12491b1630e813f264da46b015c39b9d6c3b73bac", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1056776) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 64 +, /* mMmaKind */ trtllm::gen::MmaKind(4) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin, Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin_len, 165392, "gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "4ac7b593093e4c8b4d01bd0d9b59bec45d5b8b4f50bce34a4e53ddaefd8a4750", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1056776) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 64 +, /* mMmaKind */ trtllm::gen::MmaKind(4) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin, Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin_len, 224784, "gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "e5a101c76fbb36d720ca24cdc9e9659a3782d32dda35ed405a104d3703bf8958", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(1056776) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +{Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin, Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f_cubin_len, 221712, "gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f", 512, "8dd111cf12b193f6aa3e7a1380da05e0a43a38a9ce1e5270fda36a96f412239c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm100f}, +#endif // EXCLUDE_SM_100F +#ifndef EXCLUDE_SM_103 +{Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin, Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin_len, 146704, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a", 512, "afb5d5df3e665355685b64a440b36ff4ef23aeab028572590dadbfac2c2fa6db", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 64 +, /* mMmaKind */ trtllm::gen::MmaKind(4) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin, Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin_len, 163344, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a", 512, "0489a1bfc14863a900515fbe85bc9ee67e5d9fb1ccdcdf21880afebc103d4460", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 64 +, /* mMmaKind */ trtllm::gen::MmaKind(4) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin_len, 138640, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a", 512, "9b3b7bd3f6588cc0141b431eb4fa912c8654b4654348d16ccfcb6f3a769fab24", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin_len, 138640, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a", 512, "40b8f8a97d0a15782fac98fc0ae20bd5b5fa7ad9167f8aec04b6faebc9e32d21", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 106904, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "9e09e911caab0442774e12aae49f0f9f8504e6f5737308bac4eb4910df3c023d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 16 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 106904, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "59f79e068457f823683285d986a20f93a18ace65242f9a4d53d9848b231fbb74", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 16 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 139672, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "dc79f93b1e6e22da4f3154d57547dff4c7776bc4032cfd0db9add7e02d30f0ec", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 32 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 139672, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "0421d08d106b6d1d5fa68180744ae49a36a68c95d78644d5cfd4a169272bbc79", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 32 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 205208, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "25f369d747357db55f6d0bb4d1139621bdfcf310870cce4e47103c9b1f6b2ddc", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 64 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 205208, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "c2c8f79458d2860943a42909d609f6a155e595bae6d541c3ae5093e21eeb8b3a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 64 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 90520, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "4d4231d0aebe9f8b41c828eb1512e663510ce0464c28747de8a16d86788e96c5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 90520, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "13bf778078d547f68ff6589730b1c0a85879dfaafa0aaa1bd69965b0bedd9d15", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 173344, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "5d4a24b9168eb628d11934008d7a99d4d452b4994b696af9de8d992b3bc8348e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 173344, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "8c03f701fe9b19a1934f90fb0ea86a992b14ee5133b42fbff3b5f3673a0dc7b7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin_len, 167184, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a", 256, "2386e29c849b8660874cfb36b70079777af3ef138598da4cc6a2b82c05102da3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 83744, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "ecf178f9d5651dd37e8658108fb0f3859cf4b617d5fbcd09102a5641de9f63e6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 16 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 83744, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "0218f4796b16076709b405758a1cb71bf0d4aca616fdef7e572a75c376459550", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 16 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 96032, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "80c1f4ba45f6ebb5eeaa713ab27e2b5d6245891c84eff64dda0c71298e9d5ec2", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 32 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 96032, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "95ffd7b9ef0c3525a1805f8c4ce04059ccf4eaa5fc96081a8281a9cfa0154d9b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 32 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 122144, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "518ea17e5d54fc103a4654ff875c3ca01f5fdbbf62925b4546814dbdb971a944", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 122144, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "f494d7db1262f8ecf1ce2a8c916d9ac290345041a0e668b78fc9262aeb895894", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 77600, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "2b5e22beb1bf13601e924d66a0e1838fe04c41768afdd446b8768dd718c5a802", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 8 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 77600, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "6af409fd9b5efe586473b2a4b853c790d452ad5e281f933f404354e224505721", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 8 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin_len, 215312, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a", 256, "4310c98122ec8e63f9773fd8d640282a723b65d4a71ed3346b9977a13bbc3d77", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a_cubin_len, 213272, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a", 256, "b3e6e102df2589f486c471a5e63908d4936d4bea323966aff4c059b86fd24f27", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin, Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin_len, 222736, "gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a", 512, "ccb272258467afb56568c1726957ce90906bdf17fc36e8847258d7cbce95a444", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin_len, 122256, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a", 512, "487353d5f7349b09fc6b1ace0e4ba8fc3912eb68bc7c5d6ee5b29b3e09072741", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin_len, 122256, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a", 512, "512d8b56beeb1a82a498b8848d26839c1cedf8dd0eb1beed8b00a5ddfeea45eb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 106904, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "a878898e4cc9f6dac0352e7b51515d5cc6a009b60622066785ea18ffa4bbe8ce", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 16 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 106904, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "ec66d1fa0094081b8f68ee8e7ba59f98da0aa9083a02a852fbdab6f35de4e301", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 16 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 139672, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "5498c8aa46e69ab92e1ca2759a8059fc21109122f9473d62c1d4846172f1df3a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 32 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 139672, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "ee10b417b00032d1bda70d5fd7c960f9e29b83a59b536d85499395d57b735b46", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 32 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 205208, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "109af241dcb8895f8a36420e5e3cb9d886f53348591b1b57c8d93a64704d9394", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 64 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 205208, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "c385c196a673229559dfa0c2f09e75d2c929eaed22454deb3de5fe39986d9749", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 64 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 90520, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "1454b89fd64308eb909b10bb1a9a607f995e677e0d72a06c824864f194b6881b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 90520, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "90d28842175f78db85f32c3e753c65684382f6f89ef299b383d0e1e0c3d40bb6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 156960, "gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "3b7828fc1e516e1eb130ffda5e33725fc248ee773ca14ed079056e7e149cde63", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 156960, "gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "a2eecbf594de95f72139a458fab0d373827c212f14952c679df4537eca432149", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin_len, 216336, "gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a", 256, "c10ab17e6b2ecbf83aa6a7a8196fed529b86ecf53bda0d266f06d90bac07f1f4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 81696, "gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "a3d4f210a79c7f7b07b97b195545f23581735760e61531a79137090af325979b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 16 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 81696, "gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "7854c97dacbf1a8ac094507d061e5100f7dbca7f669ed55bdb3c74b9d50f39aa", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 16 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 91936, "gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "fc49e97b66a77cedff8539d5e3753a4dd3b8a556db85a6f94ea2d0e5058466d5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 32 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 91936, "gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "079131b2a0e8666250c649cec7db36e47abb9a0ac9eff153ae94a4a61abd2865", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 32 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 113952, "gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "db94cd29382473c92f868a2d3a5c77fc869d43cbd46bcba3b3af7b3eedbda46f", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 113952, "gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "f9c96d8d1b5f044b5c32c8197ec19f25312e11f43f71a6db3e70f5edf68ffb59", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 77600, "gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "2070c7bbd3ee78507857d770aca382c2ccdb9892587d5e9e8b416c21bcdb9d54", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 8 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 77600, "gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "7796e38e0aa890c42c861150b6b05f1bda072f60e4f5417b5946b1c343030c5b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 8 +, /* mMmaTileK */ 128 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin_len, 214288, "gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a", 256, "df60a54b35d495281435762b06f0285c6315c5d34503d26440d9a60f90adbf73", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a_cubin_len, 213272, "gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a", 256, "132a5117eecf43ce5964d4025d60c2dda42b968c1973e899e04ad9039a7d016d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin, Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin_len, 146704, "gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a", 512, "904eb5796a4bef84ded182e0698826b70dd218a3242fd330e436addeb33efdec", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 64 +, /* mMmaKind */ trtllm::gen::MmaKind(4) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 0 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin, Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin_len, 163344, "gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a", 512, "23de48433d41d896234dbf9000974389020e63db228aafd89c7d2cffccec8e0d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 64 +, /* mMmaKind */ trtllm::gen::MmaKind(4) +, /* mMmaM */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin_len, 138640, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a", 512, "dae50e4489c345d14b9f35350331bc9fb54f227b7761b76d1b3fc181544e97df", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 256 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a_cubin_len, 138640, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a", 512, "8f8ea7df7b1af793f1e01adf8f57b70e1bf6dba622c952ec8362ea753578d1ed", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 512 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 +, /* mTileM */ 128 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 106904, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "6b6b1e482d6cc8670a97403253f38852929fd1453c08559da4f91f312e585600", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 16 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 106904, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "fa8e6cd67efe149d0c042e81de9f09c572580b7987b41c20455d9bf3bb5c31d7", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 16 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 139672, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "5168d9705b8305b3ff2ddb3a80bef27b084e7d89a4ff55f8b686ba9918e85eba", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 1024 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 32 +, /* mMmaTileK */ 512 +, /* mMockAllReduce */ 0 +, /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 +, /* mNumStagesWorkId */ 3 +, /* mOutputDebugTensors */ 0 +, /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 +, /* mSfLayoutA */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfReshapeFactor */ 1 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 +, /* mTileM */ 128 +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 +, /* mUseCustomMmaSchedule */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 +, /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 +, /* mUsePerTokenSfA */ 0 +, /* mUsePerTokenSfB */ 0 +, /* mUseShuffledMatrix */ 1 +, /* mUseTmaStore */ 1 +, /* mUseTwoTmaLoadWarps */ 1 +, /* mUseTwoMmaWarps */ 0 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 +, /* mWorldSize */ 1 + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 139672, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "975d51e0c77b168e38e25080eaebdb29f07b0436cd8a25633277a80d86bc7096", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) +, /* mBiasType */ gemm::BiasType(0) +, /* mBlockK */ -1 +, /* mClcFastDrain */ 1 +, /* mClusterDimX */ 1 +, /* mClusterDimY */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) +, /* mDtypeAcc */ trtllm::gen::Dtype(1056776) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) +, /* mEnablesEarlyExit */ 0 +, /* mEnablesDelayedEarlyExit */ 0 +, /* mEpilogueLdtmDps */ 16 +, /* mEpilogueLdtmBits */ 256 +, /* mEpilogueTileM */ 128 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 0 +, /* mGridWaitForPrimaryEarlyExit */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 1 +, /* mHoistLoadTaskInit */ 1 +, /* mHoistMmaTaskTryWaits */ 0 +, /* mK */ 2048 +, /* mKernelTraits */ {} +, /* mLayoutA */ gemm::MatrixLayout(0) +, /* mLayoutB */ gemm::MatrixLayout(0) +, /* mM */ 256 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 128 +, /* mMmaN */ 32 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 4 -, /* mNumStagesMma */ 2 -, /* mNumStagesMmaWithinWorkTile */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 +, /* mNumStagesMma */ 1 +, /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 128 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 1 +, /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 1 +, /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin_len, 217088, "gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f", 224, "4e623d85ce76df6e3ee5997a42e71432a21f4958c73dd2c0c536a439215a7018", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 205208, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "d3e25d5c998fc91cbcef94f832c2ac009b7335e9d3817c3b257b4bb75ece389c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) , /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 8 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 1 +, /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryA */ 1 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 512 +, /* mK */ 1024 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) @@ -2964,69 +19297,100 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 -, /* mMmaN */ 8 +, /* mMmaN */ 64 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 3 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f_cubin_len, 215040, "gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f", 224, "412e9c1c1e8a8786fe5fea2681d7b3a0fd767bde4057c93e1ea4a9226577b9e8", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 205208, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "9ab35d4eeceb808962951629ca9986229088da8dfa3958c3da6037d341a926bf", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) , /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 8 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 1 +, /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryA */ 1 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mK */ 2048 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) @@ -3034,349 +19398,501 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 -, /* mMmaN */ 8 +, /* mMmaN */ 64 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 3 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Fp16_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin, Gemm_Fp16_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin_len, 225280, "gemm_Fp16_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f", 448, "37000e30581762ef7289343b6332cd6fff0c842746759c03582c8c3f16296317", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 90520, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "efa1829f4e590c51704dbf8da62cc60264d0a9760734c8d0e9ed29a89826dee9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826828) -, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052679) -, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) -, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 1 +, /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryA */ 1 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 512 +, /* mK */ 1024 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 , /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 3 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) -, /* mSfLayoutB */ trtllm::gen::SfLayout(1) -, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_Fp32_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin, Gemm_Fp32_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin_len, 227328, "gemm_Fp32_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f", 448, "1eb81ec19bfcecf7a5d37af9cfd00c8453b8a4d1b8ee676bc11da603e6207aee", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a_cubin_len, 90520, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a", 512, "6809c9e985b884e41b751830b7ab287d333ae28b3f8858a5db5e4ddadec210ec", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826828) -, /* mDtypeB */ trtllm::gen::Dtype(17827853) -, /* mDtypeC */ trtllm::gen::Dtype(1056776) -, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) -, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 1 +, /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryA */ 1 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 512 +, /* mK */ 2048 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(5) +, /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 , /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 3 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) -, /* mSfLayoutB */ trtllm::gen::SfLayout(1) -, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTileScheduler */ gemm::TileScheduler(1) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 2048 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -{Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin, Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f_cubin_len, 224256, "gemm_MxE4m3_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f", 448, "56726af232d4ea2137619e3707e88c187e1f3a4518134f0ded21657daf1c5b3f", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 173344, "gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "0502c3077745d5866ab096cad0b559a59a79687d9f531ceab904be45786e7260", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826828) -, /* mDtypeB */ trtllm::gen::Dtype(17827853) -, /* mDtypeC */ trtllm::gen::Dtype(17827853) -, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) -, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 8 -, /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 1 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 +, /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 0 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 512 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(5) -, /* mMmaM */ 128 -, /* mMmaN */ 8 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 3 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) -, /* mSfLayoutB */ trtllm::gen::SfLayout(1) -, /* mSfLayoutC */ trtllm::gen::SfLayout(1) +, /* mSfLayoutB */ trtllm::gen::SfLayout(3) +, /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 512 +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 8 +, /* mTileN */ 128 , /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100f}, -#endif // EXCLUDE_SM_100F - -#ifndef EXCLUDE_SM_100 -{Gemm_Bfloat16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a_cubin, Gemm_Bfloat16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a_cubin_len, 150528, "gemm_Bfloat16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a", 320, "ef90d8459c870b5eaed737090a0839e43ab9b1979b8c55b650bb7f1fb2ef51a8", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 173344, "gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "7d3f3cee617c388ce6ff0340bb68a315dd88f7c87feb466795d144ea8ae58588", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) -, /* mDtypeB */ trtllm::gen::Dtype(17826818) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) -, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) -, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 +, /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 , /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 +, /* mHoistMmaTaskTryWaits */ 1 , /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 64 -, /* mMmaKind */ trtllm::gen::MmaKind(4) -, /* mMmaM */ 128 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 , /* mMmaN */ 128 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 3 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 256 +, /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 128 , /* mTileScheduler */ gemm::TileScheduler(0) -, /* mTransposeMmaOutput */ 0 +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin_len, 141312, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a", 416, "37a5775337ff0a8b330b1ccd09eb178bd454e714487f9abc2c6b932c3bf953fb", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin_len, 167184, "gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a", 256, "5a6a387a37ff41992d2d238debc6c7cd4ebd84c102887d1b8d1e986510da67b8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 128 -, /* mGridTriggerSecondaryA */ 0 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 , /* mK */ 256 @@ -3388,628 +19904,907 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 , /* mMmaN */ 128 +, /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 , /* mTileN */ 128 -, /* mTileScheduler */ gemm::TileScheduler(1) -, /* mTransposeMmaOutput */ 1 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin_len, 141312, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a", 416, "0aedd71335551f1a9c341366d31aa8ffeab1ad556ebc5dfbb80dad0e95c0b33e", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 83744, "gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "14435c728d2f30ac4fed8419c4b5ec17fad0f6f044195ac30d4adafbeca20bb1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 128 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 512 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 128 +, /* mMmaM */ 64 +, /* mMmaN */ 16 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 256 +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 128 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 109568, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "b37d24294830c8f6855304535349059ebf843c500ea2ab9c59ea36f8f052e8ac", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 83744, "gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "dd44b79c7020b1dd0d5890d744e6a2e32a5958443e318bee094b69d472a3a2dc", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 +, /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 16 -, /* mGridTriggerSecondaryA */ 0 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 +, /* mMmaM */ 64 , /* mMmaN */ 16 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 16 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 109568, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "42027582fe2df190b57b14576111bf776d477585c30dd4c8ed9ae261d02420b3", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 96032, "gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "b1d6f908045b60daabfe899c724a7523f8db61f15a382ec0bdd7ad3eafe48cda", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 16 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 16 +, /* mMmaM */ 64 +, /* mMmaN */ 32 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 16 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 142336, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "c3b7eb7037b6b1a3da7f86b381f4952b46ecb8fee0afd6c5121a2fd10e0b3b12", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 96032, "gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "540d9b2309a677273d9faddc6ee2412261dbfac02f21f92a82d4891ed3525ad1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 +, /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 32 -, /* mGridTriggerSecondaryA */ 0 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 +, /* mMmaM */ 64 , /* mMmaN */ 32 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 32 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 142336, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "f80bc152541ec413005bac03dcccc3687eb4d4da24f0f6a647b8888665e584e2", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 122144, "gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "6d242d0954bf01aaf43838b0291a8fa18786044f6d4fe83125c63234c157de03", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 32 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 32 +, /* mMmaM */ 64 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 32 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 207872, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "5a674a32baeffc1093f8a76334458bbe482d6e701b6333388c2411f42856b462", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 122144, "gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "4b0b241499b7010c5fb7eef65a7ebdd2b793296e38c7f015b7702bbbd9c2eaa0", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 +, /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 64 -, /* mGridTriggerSecondaryA */ 0 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 +, /* mMmaM */ 64 , /* mMmaN */ 64 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 64 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 207872, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "09406be5b805f2a09f947796794cc6114c077e5d8b78cf9b88d15cb3d936ceb4", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 77600, "gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "501b6bcf940078fc4e64d57c894fd8b02e71b1c7531e5ad86224d671ec770ff8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 64 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 64 +, /* mMmaM */ 64 +, /* mMmaN */ 8 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 64 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 93184, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "c102250f3b05e29eb10a84a236e5fb3e40ed798d442f840396bbd0de11514d0e", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a_cubin_len, 77600, "gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a", 512, "8115baf2f4d20b44b8ba3e1cee311ea5be3d80630f6a834dc238be7d20eea1e9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 +, /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 +, /* mMmaM */ 64 , /* mMmaN */ 8 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 93184, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "34f0007c4c702045f3af86d4e35969eecfd8ddd393818243e7cd4b360896d8bb", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin_len, 215312, "gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a", 256, "6d0d2d8c67910190db8d0300a6c1695b92ea603cc565474025f9ddcd376c0a4d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) @@ -4018,68 +20813,99 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 , /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin_len, 124928, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a", 416, "3bf456c392699f5ea11c4dbb5c4b68f6c2c284d3ef2379972a53721a15b0b654", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a_cubin_len, 213272, "gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a", 256, "a0de586771d55260c3653aa4215ae5a3217b7677850268818122471dcb9092f1", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 256 +, /* mK */ 1024 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) @@ -4087,65 +20913,96 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 -, /* mMmaN */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 256 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 128 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin_len, 124928, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a", 416, "da2c25dbdbe1cad8ad0da45995aea8e1319f834c7148c026eef3cf2cb7d0059a", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin, Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin_len, 222736, "gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a", 512, "c8e3f5efc745d91ca0f60a820c554fc31d9c1cd9d845f242ec0e3a1366ad9f64", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) -, /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 @@ -4155,623 +21012,904 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 128 -, /* mMmaN */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) , /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) -, /* mSfLayoutB */ trtllm::gen::SfLayout(3) -, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 256 +, /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 128 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 109568, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "fb64a22c73ddb482832b7f6835561ff64580babc506359be77c4fed648f36745", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin, Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a_cubin_len, 179472, "gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a", 512, "ba2cb7f39bfd7db445f1ed74f908af554b468d2c1ffbfaa028db860a6c128cc5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(17826818) -, /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1056776) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 16 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaK */ 64 +, /* mMmaKind */ trtllm::gen::MmaKind(4) , /* mMmaM */ 128 -, /* mMmaN */ 16 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 16 -, /* mTileScheduler */ gemm::TileScheduler(1) -, /* mTransposeMmaOutput */ 1 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 109568, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "2fd2af44f3d0a8c9717a473ca531ceea5c2eed6febc920e2896d3e93e4c3f326", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin, Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin_len, 165392, "gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a", 512, "6d1d97e90029c9cbec805463f36a7f5eb8e9670eb0f9fde40f47cde130f3c5a3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(17826818) -, /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1056776) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 16 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaK */ 64 +, /* mMmaKind */ trtllm::gen::MmaKind(4) , /* mMmaM */ 128 -, /* mMmaN */ 16 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) -, /* mSfLayoutB */ trtllm::gen::SfLayout(3) -, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 16 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 142336, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "b63dee9a4f3f1fd87dd214fdf34453af0de0839585ac5f4f53c4785c02c272a1", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin, Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin_len, 224784, "gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a", 512, "5a8ea717847062055d21e3ec13707066f80c0f05c4625d9b6a8dbf86d1de5897", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) -, /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(1056776) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 32 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 128 -, /* mMmaN */ 32 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) , /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) -, /* mSfLayoutB */ trtllm::gen::SfLayout(3) -, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 32 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 142336, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "6b0fbc9d1ae53866911a0d2d6fcb7f8f141d234d9156b4aee0e85436789df5e0", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +{Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin, Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a_cubin_len, 221712, "gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a", 512, "712bb067468ca58569c222f53058032bb8e71b0761cd87d74db02f62f5dbc437", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) -, /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 32 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 128 -, /* mMmaN */ 32 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) , /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) -, /* mSfLayoutB */ trtllm::gen::SfLayout(3) -, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 32 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 207872, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "20dac3cbfa097ff056db9b0a27a3678cf82dabc9342f84cf810882a4c15d2ed2", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm103a}, +#endif // EXCLUDE_SM_103 +#ifndef EXCLUDE_SM_107 +{Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin, Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin_len, 146704, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a", 512, "6247dc7d67bd99f5c21417e1e8343444bbd09c1ae868a89da33222cf0991b619", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(17826818) -, /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 64 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaK */ 128 +, /* mMmaKind */ trtllm::gen::MmaKind(4) , /* mMmaM */ 128 -, /* mMmaN */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 64 -, /* mTileScheduler */ gemm::TileScheduler(1) -, /* mTransposeMmaOutput */ 1 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 207872, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "03d9c2cfb6fb42e1f02e44dbcbc7bda901681dcc4c0609fb3989250082e4061e", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin, Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin_len, 163344, "gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a", 512, "3566f7a1b19d8bcfae561ad449b1ea34fb5ebb838e07f4c1b28db6795677c2b3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(17826818) -, /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 64 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaK */ 128 +, /* mMmaKind */ trtllm::gen::MmaKind(4) , /* mMmaM */ 128 -, /* mMmaN */ 64 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) -, /* mSfLayoutB */ trtllm::gen::SfLayout(3) -, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 64 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 93184, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "7fc53732979eff7cddb888495edc7245d839281c4caabc994c462fc78a2c2b8c", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 173344, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "83032c5fff31c292a9ac4a25fb9595f319e66499b0c6fd8baa86e3d718f28fc4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 8 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 8 +, /* mMmaM */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 93184, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "8374111249d6249c4ebfaa9ecb2e0fe0ba3b0a276b05997421f29ba33ea3bbe4", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 173344, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "bb72537fd7cddb31e75541634ea97ce928d32d66fdbb3107144e01d0ec4cfe45", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 8 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 8 +, /* mMmaM */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Fp16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a_cubin, Gemm_Fp16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a_cubin_len, 150528, "gemm_Fp16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a", 320, "c4911ee078a171f0d18a33ed002b9a160d2ad094065a35db07f532dd0a1804bc", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin_len, 167184, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a", 256, "267cb2cd8c4f7a5abb78f6618be93274bbd25b6126961603c763df18af1a72cf", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) -, /* mDtypeB */ trtllm::gen::Dtype(17826818) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) -, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) -, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 @@ -4785,913 +21923,1313 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 64 -, /* mMmaKind */ trtllm::gen::MmaKind(4) +, /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 , /* mMmaN */ 128 +, /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 3 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 , /* mTileN */ 128 , /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin_len, 141312, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a", 416, "3c27f416cc42d36dc2f709079d063929c20e145750205723cab3c3959945f1d9", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 83744, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "e77674e2aba379bd13b26c7331225941f723e5ef4e1fd9ee81aea495329da03d", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 128 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 256 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 128 +, /* mMmaM */ 64 +, /* mMmaN */ 16 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 256 +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 128 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a_cubin_len, 141312, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a", 416, "5a56cb78ebad1aa89e7cf5ce6571411904b2ed4ff5c5a6d63ad95e2f83a8d745", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 83744, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "b2e665983b44fd8184d7842501a5e31b9a7ccd0bc138f3318ea91be79000fbc4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 128 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 512 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 128 +, /* mMmaM */ 64 +, /* mMmaN */ 16 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 256 +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 128 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 109568, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "227ee209841a0259a34adaae7777af1f7b5b54a6a9b4c21c5a5d753162a2a2ed", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 96032, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "ea1e41ef1f53a7e4a67d825e35ed3b0fcefdaae6ffb8f9704bc1103bd1f800e6", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 16 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 16 +, /* mMmaM */ 64 +, /* mMmaN */ 32 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 16 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 109568, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "71d6913e251937261256b569f3e7b04f5bd12b8ef10c0be7631100520a7e0d0c", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 96032, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "2bbfe177409a865b9f9c88901e8109ad560239e5001e8358c6109681a6b90865", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 16 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 16 +, /* mMmaM */ 64 +, /* mMmaN */ 32 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 16 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 142336, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "e62b2f9afdc741860cdb0b201c98881ba2eaff208fc4ecafa573c5286e03f7ef", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 122144, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "d6b907ca0d3c160ff9293b7b4942d33898a3b037cda3a46b144b2927dbdec5d9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 32 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 32 +, /* mMmaM */ 64 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 32 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 142336, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "4b6d31dbda41fc6a7254b1d1f35ee8f2d78487a0b5324825bb286841174710cc", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 122144, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "0c055a3c53e4db8ad3e0ebde0061daaab25a683a054cd7f298c32fd0d4b49136", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 32 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 32 +, /* mMmaM */ 64 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 32 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 207872, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "d8758677ee9a0b7a691cb99b9266f6c6ef623b443c4cebc623280cea1d89c3a7", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 77600, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "5af9a111d1a35f3ce44c2ebd903b7c52add0f174a037462b3d85de898fde5c0a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 64 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 64 +, /* mMmaM */ 64 +, /* mMmaN */ 8 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 64 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 207872, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "3f282f89b4eb6807b1443acaa05704158066313387f58ee3962c3d771e04a994", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 77600, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "2e9933435e7bb6f66f4563afe4644098576c9851bd66307ed7d5d41520b04a57", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 64 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 64 +, /* mMmaM */ 64 +, /* mMmaN */ 8 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 64 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 93184, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "b813d8ad3660fc9fd8abe190cc61e54b7b0da6b2929a77fef07e46f40cdfbe93", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin_len, 215312, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a", 256, "b198ff1f9f966dd47ed97d385f8589cd9df230c825a4b54dc21a32218387a4bd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 32 +, /* mMmaK */ 64 , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 , /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a_cubin_len, 93184, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a", 416, "e15965ca77119094943368073578bcab1e5d183242dfae138e21c4309bd76520", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a_cubin, Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a_cubin_len, 213272, "gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a", 256, "b1fd04bc8e7fed72c1ed545b271e8a949bcb42ea407a16cc3420bd8103dde709", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mK */ 1024 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 32 +, /* mMmaK */ 64 , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 , /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -{Gemm_Fp32_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a_cubin, Gemm_Fp32_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a_cubin_len, 183296, "gemm_Fp32_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a", 320, "c93a7b367da32b1b13946b567e3f92ff050f67ed4facf0bf77e1e226b30a2224", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin, Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin_len, 124432, "gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a", 512, "4a12dd2d360b5ba37f291a5af8bd8299450464d80fbaf47ae5c07d18c046aa49", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) -, /* mDtypeB */ trtllm::gen::Dtype(17826818) -, /* mDtypeC */ trtllm::gen::Dtype(1056776) -, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) -, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 128 -, /* mGridTriggerSecondaryA */ 1 -, /* mGridTriggerSecondaryB */ 0 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 0 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 256 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 64 -, /* mMmaKind */ trtllm::gen::MmaKind(4) +, /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 128 -, /* mMmaN */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 3 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) -, /* mSfLayoutB */ trtllm::gen::SfLayout(3) -, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 256 +, /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 128 +, /* mTileN */ 8 , /* mTileScheduler */ gemm::TileScheduler(0) -, /* mTransposeMmaOutput */ 0 +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm100a}, -#endif // EXCLUDE_SM_100 - -#ifndef EXCLUDE_SM_103 -{Gemm_Bfloat16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a_cubin, Gemm_Bfloat16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a_cubin_len, 150528, "gemm_Bfloat16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a", 320, "43d51e76383ac46485f92f7fecb2e8caddd1d2c9e8f10e0bafb916268118ab71", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 156960, "gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "cbedfd05ba62bf0d0e651ac49302224082a7e47fb4bc3b7839f06a8da1039511", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) -, /* mDtypeB */ trtllm::gen::Dtype(17826818) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) -, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) -, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 +, /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 , /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 256 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 64 -, /* mMmaKind */ trtllm::gen::MmaKind(4) -, /* mMmaM */ 128 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 , /* mMmaN */ 128 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 3 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 256 +, /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 128 , /* mTileScheduler */ gemm::TileScheduler(0) -, /* mTransposeMmaOutput */ 0 +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin_len, 141312, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a", 416, "b4abc63c952b8cc92ffc0c7b11be86902687f745a840d42d54ad2be5ff44c784", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 156960, "gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "84d209b337e6dfbda287cf7ea788b3093519591abe3f6359a056adf9dce16833", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 +, /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 128 -, /* mGridTriggerSecondaryA */ 0 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 +, /* mHoistMmaTaskTryWaits */ 1 , /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) @@ -5699,2216 +23237,3199 @@ static const gemm::GemmConfig tllmGenGemmList[] = { , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 +, /* mMmaM */ 64 , /* mMmaN */ 128 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 256 +, /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 128 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin_len, 141312, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a", 416, "d6f7922ac084df6e8e1bd372bbd7c25787bcce8903da3cccc92f237fff7d3b4d", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin_len, 216336, "gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a", 256, "aae50376b76d63ab095cb1ee29693345ef6332ad92798cb80a8a4b74d5572e28", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 128 -, /* mGridTriggerSecondaryA */ 0 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 512 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 32 +, /* mMmaK */ 64 , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 , /* mMmaN */ 128 +, /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 256 , /* mTileM */ 128 , /* mTileN */ 128 -, /* mTileScheduler */ gemm::TileScheduler(1) -, /* mTransposeMmaOutput */ 1 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 109568, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "c3251a57acab6b10ea7bae87da99a1f5607f8f55decd5821b1131988095bb651", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 81696, "gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "05427427065fcf7c88d561ab3672f154a1c0eaf4035a0eea23e7fef38833000c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 +, /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 16 -, /* mGridTriggerSecondaryA */ 0 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 +, /* mMmaM */ 64 , /* mMmaN */ 16 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 16 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 109568, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "fe6415d35a3ac5797a0ee26a4d460e3c8cff7b4e254ca72e05bed5e449edf0fe", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 81696, "gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "1f4406dd443c3af7b28ab85de437ccc544f7d60eda1127c2d87f7fb209cac03c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 +, /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 16 -, /* mGridTriggerSecondaryA */ 0 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 +, /* mMmaM */ 64 , /* mMmaN */ 16 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 16 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 142336, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "5b806c399c45dfa1859416c11712e2f546c016d6f5c31b46ec6d9a3333ed48db", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 91936, "gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "03f7d57beb51dbe4c5a5561833945124a1b95119773b43791e02a65ffea9a17c", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 +, /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 32 -, /* mGridTriggerSecondaryA */ 0 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 +, /* mMmaM */ 64 , /* mMmaN */ 32 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 32 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 142336, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "da5a3e58961302e97283e26a3dfd50e3177109e556d1e8c14822cbe709f63f4f", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 91936, "gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "f4be2d237ff2a773ddbad363fd58640023f16e9da53a7df4b3294a541ddb5fb3", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 +, /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 32 -, /* mGridTriggerSecondaryA */ 0 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 +, /* mMmaM */ 64 , /* mMmaN */ 32 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 32 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 207872, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "c73e49bdf2aa8f04758f9492dd26abf1a7acea812c1f128c58b903d8e4878ad0", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 113952, "gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "77b8d77c922a469a0bca792460402ac8161a48b01cd8bc0ae5eb43ff8eab8a35", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 +, /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 64 -, /* mGridTriggerSecondaryA */ 0 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 +, /* mMmaM */ 64 , /* mMmaN */ 64 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 64 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 207872, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "b58d149aa8c6bea95da05afc0b0f60b5a9dc7b222871abb0989ab8f32f1a3f55", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 113952, "gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "63af05d2636aa8ca2f10dc4ba1532848a9fa4ec069bbadc37e3ee9c3e5e73d3e", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 +, /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 64 -, /* mGridTriggerSecondaryA */ 0 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 +, /* mMmaM */ 64 , /* mMmaN */ 64 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 64 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 93184, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "4ace2312bc8ed97281bb47fb094a4872e220d8fd5f10571b26e61e396f7ba4a4", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 77600, "gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "9ed46a6c38f4fe650eca65ce83d9da7e48bfcd8a06e141a845ba3e88fcbdc3e5", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 +, /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 +, /* mMmaM */ 64 , /* mMmaN */ 8 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 93184, "gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "07e9b5fef206d41ad09a69e670699bcd8b3c601673a57e28bce3cc07e5d77de3", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 77600, "gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "9a61b3aafe31d3347d7f510489f6da70a23a54325bb698fd557734724980a166", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052672) +, /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 +, /* mEpilogueTileM */ 64 , /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 +, /* mMmaM */ 64 , /* mMmaN */ 8 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 , /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin_len, 124928, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a", 416, "42312d539cc920bef178822c0352df9ad2d8bd3211440565061e762eaadf6cee", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin_len, 214288, "gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a", 256, "fdc304d1b442b947af824cd2a2d0aba631532f7dfd33813baba90ebda8189f67", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 256 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 32 +, /* mMmaK */ 64 , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 -, /* mMmaN */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 256 +, /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 128 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin_len, 124928, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a", 416, "30c714e48bb7b16b59f0f9d35ac3295bba47cacfd9dd69ad58489dac3d0af54c", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a_cubin, Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a_cubin_len, 213272, "gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a", 256, "1d7e149112346b036baf35d2b507068761b0b568006fabfa0b943944a162c9dd", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 1 +, /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 128 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 512 +, /* mK */ 1024 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 32 +, /* mMmaK */ 64 , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 -, /* mMmaN */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 2 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 256 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(2) +, /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 128 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 109568, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "72c2574a1a7dbf04739adc56f9e4dc88cf2b411c082b438c62b692877fb88427", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin, Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin_len, 146704, "gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a", 512, "e4c24e4f2086ef722b086e4bade819d4484d7514350d4d52ec23394a4d8dc7ed", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(17826818) -, /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 16 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaK */ 128 +, /* mMmaKind */ trtllm::gen::MmaKind(4) , /* mMmaM */ 128 -, /* mMmaN */ 16 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 16 -, /* mTileScheduler */ gemm::TileScheduler(1) -, /* mTransposeMmaOutput */ 1 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 109568, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "3f903ab26b76e3b40812a5cf5f6c2399d8633f828f6fa15eb483c2841e5b73d8", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin, Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin_len, 163344, "gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a", 512, "50331344f04606b10b51870be895bee50ddadfdfb457960a11f1c96b562f172b", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(17826818) -, /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 16 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaK */ 128 +, /* mMmaKind */ trtllm::gen::MmaKind(4) , /* mMmaM */ 128 -, /* mMmaN */ 16 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) -, /* mSfLayoutB */ trtllm::gen::SfLayout(3) -, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 16 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 142336, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "ea3cb0e433e9adc7ca5ef2d0d2fd85e0f0a79e7af6a93d320aa632ef96264a64", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 173344, "gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "6e142b3165a6154b9f2a4616e20f93f56890b4005428783e33c4592f575e961a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 32 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 32 +, /* mMmaM */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 32 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 142336, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "4621c71647fea809f2d6154bab8d465d6a106b843db7b903916cd63bb17d792a", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 173344, "gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "2bab9c95fa6417a1a773c49ed4e90bd7c69a25d6e98c9b83eccaafd73e3514bb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 32 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 32 +, /* mMmaM */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 32 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 207872, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "2713f3b3e8d3caf85b7764d1d8ae6ffca410584f46752c37d8b31985c048c939", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin_len, 167184, "gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a", 256, "e82b3d376debd69fc02c655685a8093200c7cd0d4f6bfb3d572ee67433589c43", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 64 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 32 +, /* mMmaK */ 64 , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 -, /* mMmaN */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 2 +, /* mNumStagesB */ 2 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 2 +, /* mNumStagesSmemSfB */ 2 +, /* mNumStagesTmemSfA */ 2 +, /* mNumStagesTmemSfB */ 2 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 64 -, /* mTileScheduler */ gemm::TileScheduler(1) -, /* mTransposeMmaOutput */ 1 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 207872, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "296994cb70cc9542dee7c38e7a7da3a7740a5a20e6f34d45e0e1adba64b96d25", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 83744, "gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "355983b81c4b9d2a2716eb41a8d38929a1111ce549f646b9def07e52fdb1465a", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 64 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 64 +, /* mMmaM */ 64 +, /* mMmaN */ 16 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 64 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 93184, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "81a81d92172fa7cf1147cc7c1211863aa848cf720897a877506671b446679982", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 83744, "gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "eb98770c8ae9bd8877ce81fb54697206b9797b8cffb81441c8db79d5c6273c84", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 8 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 16 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 8 +, /* mMmaM */ 64 +, /* mMmaN */ 16 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 16 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 93184, "gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "811e4f06c0680a4bc68433e142a36725232ec926cbe8e6dc244b77f7d3376b72", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 96032, "gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "e9471eaec7984c2e1b4971fa9c31b35d92bd251bff610d0acb6c16120c84a801", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1050629) +, /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 8 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 8 +, /* mMmaM */ 64 +, /* mMmaN */ 32 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 32 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Fp16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a_cubin, Gemm_Fp16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a_cubin_len, 150528, "gemm_Fp16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a", 320, "408958f4aaed2d547a5f64dd65242db94cc0dbaa984786f75d9dd8d25c5e1c7b", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 96032, "gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "fb253dbbddcb41ec9837524b317e161fcec62b05e1339399be9433c72fbd56eb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) -, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052679) -, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) -, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 128 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 32 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 , /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 +, /* mHoistMmaTaskTryWaits */ 1 , /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 64 -, /* mMmaKind */ trtllm::gen::MmaKind(4) -, /* mMmaM */ 128 -, /* mMmaN */ 128 +, /* mMmaK */ 32 +, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaM */ 64 +, /* mMmaN */ 32 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 3 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 256 +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 128 +, /* mTileN */ 32 , /* mTileScheduler */ gemm::TileScheduler(0) -, /* mTransposeMmaOutput */ 0 +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 0 +, /* mUseTwoMmaWarps */ 1 +, /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin_len, 141312, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a", 416, "405da92fd8006ab1611b733e5644296a37df850dba715fa2ca9c88698a253d42", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 122144, "gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "38ba30e1edbcb4020579a5877b240da439d408befb79217dcb03d125f1234d22", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 128 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 256 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 128 +, /* mMmaM */ 64 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 256 +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 128 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a_cubin_len, 141312, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a", 416, "0732c66f96b87a168702fedb2b5a2c810e803b834af7016f5bdc83e41b0bb59b", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 122144, "gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "d64acafbb630be880abbc114d66485a944ba9ce4fc3ea1222fd0e9da5bfb0e90", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 128 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 64 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 512 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 128 +, /* mMmaM */ 64 +, /* mMmaN */ 64 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 256 +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 128 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 64 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 109568, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "0ca9acbdae5defe2213c77124bbe6bd46ff1b340aaa84809d7c36017d6a81c9f", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 77600, "gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "e5749d8c77560ac7f1bc42029777153971ccd48c0fad586c78a84bee97bf15b9", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 16 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 128 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 16 +, /* mMmaM */ 64 +, /* mMmaN */ 8 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 16 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 128 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 109568, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "3ad16108e3190414a1ae268e035f4ea4c251b6c598cf1e2c6637a91bd145b66d", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a_cubin_len, 77600, "gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a", 512, "eeba6070639a24db43425c2d28a0a04eb268b99d7bdaa222deb8c4082eda8beb", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 -, /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 16 +, /* mEpilogueTileM */ 64 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 -, /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mHoistMmaTaskTryWaits */ 1 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 32 , /* mMmaKind */ trtllm::gen::MmaKind(2) -, /* mMmaM */ 128 -, /* mMmaN */ 16 +, /* mMmaM */ 64 +, /* mMmaN */ 8 +, /* mMmaTileK */ 128 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 -, /* mNumStagesMma */ 1 -, /* mNumStagesMmaWithinWorkTile */ 1 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 +, /* mNumStagesMma */ 2 +, /* mNumStagesMmaWithinWorkTile */ 2 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 128 , /* mTileM */ 128 -, /* mTileN */ 16 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 -, /* mUseDeepSeekFp8 */ 0 +, /* mUseDeepSeekFp8 */ 1 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 -, /* mUseTwoMmaWarps */ 0 +, /* mUseTwoMmaWarps */ 1 , /* mUseUnrollLoop2xForMma */ 1 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 142336, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "1b9fe74a9f80a5eadfb6cda1bb0cfdd719969280a98bc5efd76afbfcc17dd241", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin_len, 215312, "gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a", 256, "b34358b949fff99cc9c3eddc6ac7b22ec9d3a20c729c1be75c433af52fc62bd4", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 32 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 32 +, /* mMmaK */ 64 , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 -, /* mMmaN */ 32 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 32 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 142336, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "01ac1972c8619dae6f5f9cb2ea483dc74787c9a4a1fd061a4c1da0a536495313", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a_cubin, Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a_cubin_len, 213272, "gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a", 256, "cd2cb961dc24b90c78a4480e8990c068b9026b4ae7fb2b9084a512d52b78afe8", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 2 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(1050629) , /* mDtypeB */ trtllm::gen::Dtype(1050629) , /* mDtypeC */ trtllm::gen::Dtype(1052679) , /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) , /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 32 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mK */ 1024 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 32 +, /* mMmaK */ 64 , /* mMmaKind */ trtllm::gen::MmaKind(2) , /* mMmaM */ 128 -, /* mMmaN */ 32 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ -1 +, /* mSfBlockSizeB */ -1 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(2) , /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 32 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 1024 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 207872, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "02ffcbff39cec36b1b86fe850f1a045c370b91abcee962ae740c7acec9089585", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin, Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin_len, 124432, "gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a", 512, "ea6e68151ff347e128d849685df56d43683205242f2e7c7fe29bbb1e05ed4789", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) -, /* mDtypeB */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) , /* mDtypeC */ trtllm::gen::Dtype(1052679) -, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 64 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaK */ 64 +, /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 128 -, /* mMmaN */ 64 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) , /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) -, /* mSfLayoutB */ trtllm::gen::SfLayout(3) -, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 64 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileN */ 8 +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 207872, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "5155c850b832898fa16c230c7ffb46d4ad58e5cfb262537233a974e6fbb0b829", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin, Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a_cubin_len, 179472, "gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a", 512, "f77c956e89285be0b632ccb2f2da9a34d30c96b1d6a25a433b63179a4eeeb813", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(17826818) -, /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) -, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1056776) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 64 -, /* mGridTriggerSecondaryA */ 0 +, /* mEpilogueTileN */ 128 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 1 , /* mGridTriggerSecondaryB */ 0 , /* mGridWaitForPrimaryEarlyExit */ 1 , /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 1 +, /* mGridWaitForPrimaryB */ 0 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mK */ 256 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaK */ 128 +, /* mMmaKind */ trtllm::gen::MmaKind(4) , /* mMmaM */ 128 -, /* mMmaN */ 64 +, /* mMmaN */ 128 +, /* mMmaTileK */ 256 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) , /* mSfLayoutB */ trtllm::gen::SfLayout(3) , /* mSfLayoutC */ trtllm::gen::SfLayout(3) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) -, /* mTileK */ 512 +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) +, /* mTileK */ 256 , /* mTileM */ 128 -, /* mTileN */ 64 -, /* mTileScheduler */ gemm::TileScheduler(1) -, /* mTransposeMmaOutput */ 1 +, /* mTileN */ 128 +, /* mTileScheduler */ gemm::TileScheduler(0) +, /* mTransposeMmaOutput */ 0 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 0 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 256 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 93184, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "10a6feb413aa72adf40b177dc035856527e4197ad1d441de0b28b4ed4296a4a1", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin, Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin_len, 165392, "gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a", 512, "d6f3c604a8d1e248f0fca7f217b374d72079f6d5f66d0eaf54ef00e74b1ab692", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) , /* mDtypeA */ trtllm::gen::Dtype(17826818) -, /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) -, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeB */ trtllm::gen::Dtype(17826818) +, /* mDtypeC */ trtllm::gen::Dtype(1056776) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 1024 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaK */ 128 +, /* mMmaKind */ trtllm::gen::MmaKind(4) , /* mMmaM */ 128 , /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 4 +, /* mNumStagesB */ 4 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 4 +, /* mNumStagesSmemSfB */ 4 +, /* mNumStagesTmemSfA */ 4 +, /* mNumStagesTmemSfB */ 4 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ 32 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 16 +, /* mSfBlockSizeB */ 16 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) -, /* mSfLayoutB */ trtllm::gen::SfLayout(3) -, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin, Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a_cubin_len, 93184, "gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a", 416, "90883a408e93752ca123fc9ca8911e9838c46fa74fcc8659c8d723c38da3169c", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin, Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin_len, 126480, "gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a", 512, "a3cf26fcdeb2d94c44949cc8d4df72a48e685b64cab6068f69ab8f6a63ab2189", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 -, /* mClusterDimZ */ 2 +, /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) -, /* mDtypeB */ trtllm::gen::Dtype(1050629) -, /* mDtypeC */ trtllm::gen::Dtype(1052679) -, /* mDtypeMmaA */ trtllm::gen::Dtype(1050629) -, /* mDtypeMmaB */ trtllm::gen::Dtype(1050629) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(1056776) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(1048597) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 , /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 , /* mGridTriggerSecondaryA */ 0 -, /* mGridTriggerSecondaryB */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 +, /* mGridWaitForPrimaryA */ 0 , /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 2048 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 -, /* mMmaK */ 32 -, /* mMmaKind */ trtllm::gen::MmaKind(2) +, /* mMmaK */ 64 +, /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 128 , /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 -, /* mNumSlicesForSplitK */ 2 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 2 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 +, /* mNumSlicesForSplitK */ 1 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) , /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ -1 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) -, /* mSfLayoutB */ trtllm::gen::SfLayout(3) -, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 -, /* mSplitK */ gemm::SplitK(2) +, /* mSparsityA */ trtllm::gen::Sparsity(0) +, /* mSplitK */ gemm::SplitK(0) , /* mTileK */ 512 , /* mTileM */ 128 , /* mTileN */ 8 -, /* mTileScheduler */ gemm::TileScheduler(1) +, /* mTileScheduler */ gemm::TileScheduler(0) , /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 1 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 -, /* mUseUnrollLoop2xForMma */ 1 +, /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -{Gemm_Fp32_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a_cubin, Gemm_Fp32_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a_cubin_len, 183296, "gemm_Fp32_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a", 320, "44d282f6dd676fc5af3493552900b2051f655e7640de609c8489d0687c1f0bd9", { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) + }, gemm::SmVersion::Sm107a}, +{Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin, Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a_cubin_len, 123408, "gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a", 512, "99dbfdd21c772079d5b5defdfa6d26549ad8e6d87758679a5c692025d0c13395", "", nullptr, nullptr, nullptr, 0, { /* mAllReduceAlgo */ gemm::AllReduceAlgo(0) +, /* mBiasDtype */ trtllm::gen::Dtype(1056776) , /* mBiasType */ gemm::BiasType(0) , /* mBlockK */ -1 +, /* mClcFastDrain */ 1 , /* mClusterDimX */ 1 , /* mClusterDimY */ 1 , /* mClusterDimZ */ 1 +, /* mCtaSwizzleType */ gemm::CtaSwizzleType(0) , /* mDtypeAcc */ trtllm::gen::Dtype(1056776) -, /* mDtypeA */ trtllm::gen::Dtype(17826818) -, /* mDtypeB */ trtllm::gen::Dtype(17826818) -, /* mDtypeC */ trtllm::gen::Dtype(1056776) -, /* mDtypeMmaA */ trtllm::gen::Dtype(17826818) -, /* mDtypeMmaB */ trtllm::gen::Dtype(17826818) +, /* mDtypeA */ trtllm::gen::Dtype(17826828) +, /* mDtypeB */ trtllm::gen::Dtype(17827853) +, /* mDtypeC */ trtllm::gen::Dtype(17827853) +, /* mDtypeMmaA */ trtllm::gen::Dtype(17826828) +, /* mDtypeMmaB */ trtllm::gen::Dtype(17827853) +, /* mDtypeSfC */ trtllm::gen::Dtype(2063) +, /* mEltwiseActType */ gemm::EltwiseActType(0) , /* mEnablesEarlyExit */ 0 , /* mEnablesDelayedEarlyExit */ 0 -, /* mEnablesGlobalPtxKnobs */ 1 , /* mEpilogueLdtmDps */ 16 , /* mEpilogueLdtmBits */ 256 , /* mEpilogueTileM */ 128 -, /* mEpilogueTileN */ 128 -, /* mGridTriggerSecondaryA */ 1 -, /* mGridTriggerSecondaryB */ 0 +, /* mEpilogueTileN */ 8 +, /* mFallbackClusterDimX */ 1 +, /* mFallbackClusterDimY */ 1 +, /* mFallbackClusterDimZ */ 1 +, /* mFusedBiasShuffleMode */ gemm::FusedBiasShuffleMode(0) +, /* mFuseLoadSfTask */ 0 +, /* mFuseUtccpWithUtcmma */ 0 +, /* mGridTriggerSecondaryA */ 0 +, /* mGridTriggerSecondaryB */ 1 , /* mGridWaitForPrimaryEarlyExit */ 1 -, /* mGridWaitForPrimaryA */ 1 -, /* mGridWaitForPrimaryB */ 0 +, /* mGridWaitForPrimaryA */ 0 +, /* mGridWaitForPrimaryB */ 1 , /* mHoistLoadTaskInit */ 1 , /* mHoistMmaTaskTryWaits */ 0 -, /* mK */ 256 +, /* mK */ 512 , /* mKernelTraits */ {} , /* mLayoutA */ gemm::MatrixLayout(0) , /* mLayoutB */ gemm::MatrixLayout(0) , /* mM */ 256 , /* mMmaK */ 64 -, /* mMmaKind */ trtllm::gen::MmaKind(4) +, /* mMmaKind */ trtllm::gen::MmaKind(5) , /* mMmaM */ 128 -, /* mMmaN */ 128 +, /* mMmaN */ 8 +, /* mMmaTileK */ 512 , /* mMockAllReduce */ 0 , /* mN */ 256 +, /* mNumEpilogueWarps */ 4 +, /* mNumRegsCastAWarps */ 0 +, /* mNumRegsCopySfLdsSttm */ 0 +, /* mNumRegsCopySparsityInfo */ 0 +, /* mNumRegsPerThreadEpilogueWarp */ 0 +, /* mNumRegsPerThreadNonEpilogueWarp */ 0 , /* mNumSlicesForSplitK */ 1 -, /* mNumSlicesForSliceK */ 1 -, /* mNumStages */ 3 +, /* mNumStagesA */ 3 +, /* mNumStagesB */ 3 , /* mNumStagesMma */ 1 , /* mNumStagesMmaWithinWorkTile */ 1 , /* mNumStagesMmaAcrossWorkTile */ 1 +, /* mNumStagesSmemSfA */ 3 +, /* mNumStagesSmemSfB */ 3 +, /* mNumStagesTmemSfA */ 3 +, /* mNumStagesTmemSfB */ 3 , /* mNumStagesWorkId */ 3 , /* mOutputDebugTensors */ 0 , /* mPatchF2fp */ 0 -, /* mSfBlockSizeA */ std::nullopt +, /* mPerTokenSfDtype */ trtllm::gen::Dtype(1052672) +, /* mSchedHostTask */ gemm::SchedHostTask(0) +, /* mSfBlockSizeA */ 32 +, /* mSfBlockSizeB */ 32 +, /* mSfBlockSizeC */ 32 , /* mSfLayoutA */ trtllm::gen::SfLayout(3) -, /* mSfLayoutB */ trtllm::gen::SfLayout(3) -, /* mSfLayoutC */ trtllm::gen::SfLayout(3) +, /* mSfLayoutB */ trtllm::gen::SfLayout(1) +, /* mSfLayoutC */ trtllm::gen::SfLayout(1) , /* mSfReshapeFactor */ 1 -, /* mSliceK */ 0 +, /* mSparsityA */ trtllm::gen::Sparsity(0) , /* mSplitK */ gemm::SplitK(0) -, /* mTileK */ 256 +, /* mTileK */ 512 , /* mTileM */ 128 -, /* mTileN */ 128 +, /* mTileN */ 8 , /* mTileScheduler */ gemm::TileScheduler(0) -, /* mTransposeMmaOutput */ 0 +, /* mTransposeMmaOutput */ 1 +, /* mUseCustomizedMma3xNvFp4 */ 0 , /* mUseCustomMmaSchedule */ 1 , /* mUseDeepSeekFp8 */ 0 +, /* mUseFlexibleClusterDims */ 0 , /* mUseHoistTryWaitForCustomMmaSchedule */ 0 +, /* mUseMaxTmemOverlap */ 0 , /* mUsePerTokenSfA */ 0 , /* mUsePerTokenSfB */ 0 -, /* mUseShuffledMatrixA */ 0 +, /* mUseShuffledMatrix */ 1 , /* mUseTmaStore */ 1 , /* mUseTwoTmaLoadWarps */ 1 , /* mUseTwoMmaWarps */ 0 , /* mUseUnrollLoop2xForMma */ 0 +, /* mValidM */ 256 +, /* mValidN */ 256 +, /* mValidK */ 512 , /* mWorldSize */ 1 - }, gemm::SmVersion::Sm103a}, -#endif // EXCLUDE_SM_103 + }, gemm::SmVersion::Sm107a}, +#endif // EXCLUDE_SM_107 }; // clang-format on } // namespace kernels -} // namespace tensorrt_llm + +TRTLLM_NAMESPACE_END } // namespace gemm diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelParams.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelParams.h index 2776b90aadfa..ee7ffbc52445 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelParams.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelParams.h @@ -1,5 +1,5 @@ /* - * SPDX-FileCopyrightText: Copyright (c) 1993-2025 NVIDIA CORPORATION & + * SPDX-FileCopyrightText: Copyright (c) 1993-2026 NVIDIA CORPORATION & * AFFILIATES. All rights reserved. SPDX-License-Identifier: Apache-2.0 * * Licensed under the Apache License, Version 2.0 (the "License"); @@ -16,8 +16,11 @@ */ #pragma once +#include + #include "trtllm/gen/CommonUtils.h" #include "trtllm/gen/SfLayoutDecl.h" +#include "trtllm/gen/SparsityDecl.h" #include "Enums.h" #include "TmaDescriptor.h" @@ -45,23 +48,45 @@ using MatrixType = KernelParams::MatrixType; template static auto makeTmaShapeStrideAb(GemmOptions const& options, MatrixType matrixType) { - // The outer dimension. - auto numTokens = (matrixType == MatrixType::MatrixA) ? options.mM : options.mN; + // For sparse A, the k dimension in the TMA shapes is halved. + int const isSparse = matrixType == MatrixType::MatrixA && tg::isSparse(options.mSparsityA); + + // The padded/valid dimensions. + int const sizeM = options.mM; + int const sizeN = options.mN; + int const sizeK = options.mK >> isSparse; + int const tileM = options.mTileM; + int const tileN = options.mTileN; + int const tileK = options.mTileK >> isSparse; + int const validM = options.mValidM; + int const validN = options.mValidN; + int const validK = options.mValidK >> isSparse; + + // The outer dimension. Uses padded dimensions for strides and valid dimensions for shapes. + auto numTokens = (matrixType == MatrixType::MatrixA) ? sizeM : sizeN; + auto numTokensValid = (matrixType == MatrixType::MatrixA) ? validM : validN; // The outer dimension tile size. - auto tileMn = (matrixType == MatrixType::MatrixA) ? options.mTileM : options.mTileN; + auto tileMn = (matrixType == MatrixType::MatrixA) ? tileM : tileN; // The inner dimension. - auto hiddenSize = options.mK; + auto hiddenSize = sizeK; + auto hiddenSizeValid = validK; // The cute tensor shape for A/B: (numTokens, hiddenSize). // Note that TMA descriptor expects the first dimension's stride to be // 1, so swap the first two dimension so that the hiddenSize dimension comes first. - auto shape = std::vector{static_cast(hiddenSize), static_cast(numTokens)}; + // Use valid dimensions for shape, padded dimension for stride. + auto shape = std::vector{static_cast(hiddenSizeValid), static_cast(numTokensValid)}; // Assemble the stride (strideTokens, 1). // Swap the first two dimension as mentioned before. auto stride = std::vector{1, static_cast(hiddenSize)}; // Assemble the box shape - std::vector tileShape = {options.mTileK, tileMn}; + std::vector tileShape = {tileK, tileMn}; + // When using 2CTA MMA, we only need to load half of the tile in each CTA for B. + if (matrixType == MatrixType::MatrixB && options.mClusterDimX >= 2) + { + tileShape[1] /= 2; + } MatrixLayout layout = (matrixType == MatrixType::MatrixA) ? options.mLayoutA : options.mLayoutB; if (layout == MatrixLayout::MajorMn) @@ -73,14 +98,20 @@ static auto makeTmaShapeStrideAb(GemmOptions const& options, MatrixType matrixTy } else if (layout == MatrixLayout::BlockMajorK) { - // Set shapes based on blocking layout + // FIXME: fix for the 2CTA MMA case + // Set shapes based on blocking layout. shape = {static_cast(options.mBlockK), static_cast(numTokens), - static_cast(options.mK / options.mBlockK)}; + static_cast(sizeK / options.mBlockK)}; stride = {1, static_cast(options.mBlockK), static_cast(numTokens * options.mBlockK)}; // If blockK > tileK, then the inner most box size will be based on the tile - int32_t const tileBlockK = std::min(options.mBlockK, options.mTileK); - tileShape = {tileBlockK, tileMn, options.mTileK / tileBlockK}; + int32_t const tileBlockK = std::min(options.mBlockK, tileK); + tileShape = {tileBlockK, tileMn, tileK / tileBlockK}; + // When using 2CTA MMA, we only need to load half of the tile in each CTA for B. + if (matrixType == MatrixType::MatrixB && options.mClusterDimX >= 2) + { + tileShape[1] /= 2; + } } return std::make_tuple(shape, stride, tileShape); @@ -107,7 +138,8 @@ static auto makeTmaShapeStrideC(GemmOptions const& options) // Create the TMA shape/stride for A/B block scaling factors. template -static auto makeTmaShapeStrideSfAb(GemmOptions const& options, MatrixType matrixType, tg::SfLayout layout) +static auto makeTmaShapeStrideSfAb( + GemmOptions const& options, MatrixType matrixType, tg::SfLayout layout, int32_t numEltsPerSf) { // The outer dimension. auto numTokens = matrixType == MatrixType::MatrixA ? options.mM : options.mN; @@ -116,13 +148,7 @@ static auto makeTmaShapeStrideSfAb(GemmOptions const& options, MatrixType matrix // The outer tile dimension. auto numTokensPerTile = matrixType == MatrixType::MatrixA ? options.mTileM : options.mTileN; // The inner tile dimension. - auto hiddenSizePerTile = options.mTileK; - // The dtype of the matrix. - tg::Dtype matrixDtype = matrixType == MatrixType::MatrixA ? options.mDtypeA : options.mDtypeB; - // Number of elements per scaling factor. - int32_t const numEltsPerSf = (matrixType == MatrixType::MatrixA && options.mSfBlockSizeA.has_value()) - ? options.mSfBlockSizeA.value() - : (tg::dtypeIsBlockFmt(matrixDtype) ? tg::dtypeNumEltsPerSf(matrixDtype) : 32); + auto hiddenSizePerTile = options.mMmaTileK; switch (layout) { @@ -130,7 +156,6 @@ static auto makeTmaShapeStrideSfAb(GemmOptions const& options, MatrixType matrix { // The scaling factor tensor packs 128x4 tiles into contiguous 512B blocks. // The 512B block maps to a 32x16B (32x128b) block in TMEM. - // See https://nvbugspro.nvidia.com/bug/4165523 // // Additionally, we have to meet constraints of TMA that the box dimensions are less // than 256 and boxDim[0] is a multiple of 16B. @@ -138,7 +163,6 @@ static auto makeTmaShapeStrideSfAb(GemmOptions const& options, MatrixType matrix // The "logical" tensor is: [outer, inner / numEltsPerSf] // The aforementioned format is: [⌈outer / 128⌉, inner / (4 * numEltsPerSf), 512] // The shape we use for TMA is: [⌈outer / 128⌉, inner / (4 * numEltsPerSf), 2, 256] - auto shape = std::vector{256, 2, static_cast(tg::ceilDiv(hiddenSize, numEltsPerSf * 4)), static_cast(tg::ceilDiv(numTokens, 128))}; @@ -213,13 +237,39 @@ static auto makeTmaShapeStrideSfAb(GemmOptions const& options, MatrixType matrix return std::make_tuple(std::vector{}, std::vector{}, std::vector{}); } +// Create the TMA shape/stride for the sparsity information of A. +template +static auto makeTmaShapeStrideSparsityInfoA(GemmOptions const& options) +{ + // Tensor dimensions. + auto outerDim = options.mM; + auto innerDim = tg::getNumBytesSparsityInfo(options.mSparsityA, options.mK); + // Tile dimensions. + auto tileOuterDim = options.mTileM; + auto tileInnerDim = tg::getNumBytesSparsityInfo(options.mSparsityA, options.mTileK); + + auto shape = std::vector{static_cast(innerDim), static_cast(outerDim)}; + + std::vector stride(shape.size()); + stride[0] = 1; + for (size_t i = 1; i < shape.size(); i++) + { + stride[i] = shape[i - 1] * stride[i - 1]; + } + + auto tileShapes = std::vector{static_cast(tileInnerDim), static_cast(tileOuterDim)}; + + return std::make_tuple(shape, stride, tileShapes); +} + // Setup the kernel parameters. template static KernelParams setKernelParams(GemmOptions_ const& options, void const* ptrA, void const* ptrSfA, - void const* ptrPerTokenSfA, void const* ptrB, void const* ptrSfB, void const* ptrPerTokenSfB, void const* ptrBias, - void* ptrC, void* ptrSfC, void* multimemC, float* ptrScaleC, void* ptrPartialSumsForSplitK, void* ptrTileBars, - void* multimemTileBars, void* ptrCompletionBars, void* multimemCompletionBars, void* ptrSplitKCompletionBars, - int32_t* ptrNumNonExitingCtas, int rank, int tpGrpSize) + void const* ptrPerTokenSfA, void const* ptrB, void const* ptrSfB, void const* ptrPerTokenSfB, + void const* ptrSparsityInfoA, void const* ptrBias, void* ptrC, void* ptrSfC, void* multimemC, float* ptrScaleC, + float* ptrScaleAct, void* ptrPartialSumsForSplitK, void* ptrTileBars, void* multimemTileBars, + void* ptrCompletionBars, void* multimemCompletionBars, void* ptrSplitKCompletionBars, int32_t* ptrNumNonExitingCtas, + int rank, int tpGrpSize) { // Is one-shot all-reduce? @@ -232,27 +282,56 @@ static KernelParams setKernelParams(GemmOptions_ const& options, void const* ptr // Create the return struct. KernelParams params; + // Is A using sparsity? + int32_t const isSparseA = tg::isSparse(options.mSparsityA); + // Do we pad A or B? + bool doPadA = tg::dtypeNeedsPadding(options.mDtypeA, options.mMmaKind, options.mMmaK, isSparseA); + bool doPadB = tg::dtypeNeedsPadding(options.mDtypeB, options.mMmaKind, options.mMmaK, isSparseA); + + void const* ptrForTmaA = ptrA; + void const* ptrForTmaB = ptrB; + // Shape/stride for gmem tensor A. - auto [shapeA, strideA, tileShapeA] = makeTmaShapeStrideAb(options, MatrixType::MatrixA); - // Build tma descriptor for A. - params.tmaA = gemm::buildNdTmaDescriptor( - options.mDtypeA, options.mMmaKind, shapeA, strideA, tileShapeA, const_cast(ptrA)); + std::vector shapeA; + std::vector strideA; + std::vector tileShapeA; + std::tie(shapeA, strideA, tileShapeA) = makeTmaShapeStrideAb(options, MatrixType::MatrixA); + params.tmaA = gemm::buildNdTmaDescriptor(options.mDtypeA, shapeA, strideA, tileShapeA, + const_cast(ptrForTmaA), doPadA, + /*doSwizzle=*/true); // Shape/stride for gmem tensor B. - auto [shapeB, strideB, tileShapeB] = makeTmaShapeStrideAb(options, MatrixType::MatrixB); - // Build tma descriptor for B. - params.tmaB = gemm::buildNdTmaDescriptor(options.mDtypeB, options.mMmaKind, shapeB, strideB, tileShapeB, - const_cast(ptrB), - /* swizzle */ !options.mSliceK); + std::vector shapeB; + std::vector strideB; + std::vector tileShapeB; + std::tie(shapeB, strideB, tileShapeB) = makeTmaShapeStrideAb(options, MatrixType::MatrixB); + bool const doPadBFinal = doPadB; + bool const doSwizzleB = true; + params.tmaB = gemm::buildNdTmaDescriptor( + options.mDtypeB, shapeB, strideB, tileShapeB, const_cast(ptrForTmaB), doPadBFinal, doSwizzleB); if (options.mDtypeA == tg::Dtype::E2m1 || options.mDtypeA == tg::Dtype::MxE2m1 - || options.mDtypeA == tg::Dtype::MxE4m3) + || options.mDtypeA == tg::Dtype::MxE4m3 || options.mDtypeA == tg::Dtype::MxInt4) { - tg::Dtype const dTypeSfA = (options.mDtypeA == tg::Dtype::E2m1) ? tg::Dtype::E4m3 : tg::Dtype::UE8m0; + tg::Dtype dTypeSfA{}; + if (options.mDtypeA == tg::Dtype::E2m1) + { + dTypeSfA = tg::Dtype::E4m3; + } + else if (options.mDtypeA == tg::Dtype::MxInt4) + { + dTypeSfA = tg::Dtype::Bfloat16; + } + else + { + dTypeSfA = tg::Dtype::UE8m0; + } + + int32_t const numEltsPerSfA = options.mSfBlockSizeA; // Build TMA descriptor for gmem A block scaling factors. auto [shapeSfA, strideSfA, tileShapesSfA] - = makeTmaShapeStrideSfAb(options, MatrixType::MatrixA, tg::SfLayout::R128c4); + = makeTmaShapeStrideSfAb(options, MatrixType::MatrixA, options.mSfLayoutA, numEltsPerSfA); params.tmaSfA = gemm::buildSfTmaDescriptor(dTypeSfA, shapeSfA, strideSfA, tileShapesSfA, const_cast(ptrSfA)); } @@ -262,15 +341,29 @@ static KernelParams setKernelParams(GemmOptions_ const& options, void const* ptr { tg::Dtype const dTypeSfB = (options.mDtypeB == tg::Dtype::E2m1) ? tg::Dtype::E4m3 : tg::Dtype::UE8m0; + int32_t const numEltsPerSfB = options.mSfBlockSizeB; + // Build TMA descriptor for gmem B block scaling factors. auto [shapeSfB, strideSfB, tileShapesSfB] - = makeTmaShapeStrideSfAb(options, MatrixType::MatrixB, options.mSfLayoutB); + = makeTmaShapeStrideSfAb(options, MatrixType::MatrixB, options.mSfLayoutB, numEltsPerSfB); params.tmaSfB = gemm::buildSfTmaDescriptor(dTypeSfB, shapeSfB, strideSfB, tileShapesSfB, const_cast(ptrSfB)); } + if (isSparseA) + { + // Build TMA descriptor for gmem A sparsity. + auto [shapeSparsityInfoA, strideSparsityInfoA, tileShapesSparsityInfoA] + = makeTmaShapeStrideSparsityInfoA(options); + params.tmaSparsityInfoA = gemm::buildNdTmaDescriptor(tg::Dtype::UInt8, shapeSparsityInfoA, strideSparsityInfoA, + tileShapesSparsityInfoA, const_cast(ptrSparsityInfoA), + /*doPad=*/false, + /*doSwizzle=*/true); + } + if (options.mUseTmaStore) { + // Shape/stride for gmem tensor C. auto [shapeC, strideC] = makeTmaShapeStrideC(options); @@ -291,11 +384,12 @@ static KernelParams setKernelParams(GemmOptions_ const& options, void const* ptr } // Build tma descriptor for C. - params.tmaC = gemm::buildNdTmaDescriptor(dtypeC, tg::MmaKind::Auto, shapeC, strideC, - std::vector{outputTileN, outputTileM}, const_cast(ptrTmaC)); + params.tmaC = gemm::buildNdTmaDescriptor(dtypeC, shapeC, strideC, + std::vector{outputTileN, outputTileM}, const_cast(ptrTmaC), + /*doPad=*/false, + /*doSwizzle=*/true); } - // Set the dequantization factors for A and B when DeepSeek FP8 recipe is used. params.ptrSfA = ptrSfA; params.ptrSfB = ptrSfB; @@ -308,7 +402,10 @@ static KernelParams setKernelParams(GemmOptions_ const& options, void const* ptr // Also set ptrC (it may be used by the NCCL reduction code in "layers/Llama"). params.ptrC = ptrC; + + // The scaling factors for the output tensor and the pre-activation scale. params.ptrScaleC = ptrScaleC; + params.ptrScaleAct = ptrScaleAct; // The block scaling factors of C for MxFp{4,8} and NvFp4 formats. // (not to be confused with the tensor-level scaling factor stored in ptrScaleC) diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelParamsDecl.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelParamsDecl.h index f248278acc2f..5c3ca4074f56 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelParamsDecl.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelParamsDecl.h @@ -1,5 +1,5 @@ /* - * SPDX-FileCopyrightText: Copyright (c) 1993-2025 NVIDIA CORPORATION & + * SPDX-FileCopyrightText: Copyright (c) 1993-2026 NVIDIA CORPORATION & * AFFILIATES. All rights reserved. SPDX-License-Identifier: Apache-2.0 * * Licensed under the Apache License, Version 2.0 (the "License"); @@ -16,6 +16,8 @@ */ #pragma once +#include + // NOTE: keep this code dependency free. It has to be included by the device code and has to be // compilable with NVRTC. @@ -119,7 +121,7 @@ struct KernelParams // Dtype is Dtype::E4m3 for NvFp4, Dtype::UE8m0 for Mx formats. CUtensorMap tmaSfA; - // TMA descriptor for the block scaling factors for B, for MxFp{4,8} and NvFp4 formats. + // TMA descriptor for the block scaling factors for B, for MxFp{4,8}, MxInt4 and NvFp4 formats. // Must be setup using gemm::buildSfTmaDescriptor with shapes and strides from // makeTmaShapeStrideSfAb. // The layout of scaling factors for B is controlled by options.mSfLayoutB. @@ -138,9 +140,27 @@ struct KernelParams // The shape we use for TMA is: [⌈N / 8⌉, K / P / 4 / r, r * 32] // where r = min(tileK / P / 4, 8) // - // Dtype is Dtype::E4m3 for NvFp4, Dtype::UE8m0 for Mx formats. + // Dtype is Dtype::E4m3 for NvFp4, Dtype::UE8m0 for MxFp{4,8} formats, Dtype::Bfloat16 for MxInt4. CUtensorMap tmaSfB; + // TMA descriptor for the sparsity information of A, if structured sparsity is used. + // Must be setup using gemm::buildNdTmaDescriptor with shapes and strides from + // makeTmaShapeStrideSparsityInfoA. + // + // When sparsityA is Any_2_4: + // 2 elements are non-zero in any chunk of 4 elements. + // A 4-bit index indicates the position of the non-zero elements. + // The shape in UInt8 is: [M, K / 8] + // + // When sparsityA is Pairwise_4_8: + // 4 elements are non-zero in any chunk of 8 elements. + // The zero and non-zero elements are grouped in pairs. + // A 4-bit index indicates the position of the non-zero pairs. + // The shape in UInt8 is: [M, K / 16] + // + // Dtype is Dtype::UInt8. + CUtensorMap tmaSparsityInfoA; + // The output matrix C. The data type is controlled by options.mDtypeC. // // When transposeMmaOutput is true, the shape is [N, M]. @@ -193,8 +213,7 @@ struct KernelParams // // This is used for either: // * Per-token scaling factor quantization schemes, such as MetaFP8. The dtype is Dtype::Float32 - // * When the routing scales are applied to the input activations (only when output is not - // transposed). The dtype is Dtype::Bfloat16 + // * One-sided per-token scaling. The dtype is Dtype::Bfloat16 by default. // // The shape is [M] void const* ptrPerTokenSfA; @@ -203,8 +222,7 @@ struct KernelParams // // This is used for either: // * Per-token scaling factor quantization schemes, such as MetaFP8. The dtype is Dtype::Float32 - // * When the routing scales are applied to the input activations (only when output is - // transposed). The dtype is Dtype::Bfloat16 + // * One-sided per-token scaling. The dtype is Dtype::Bfloat16 by default. // // The shape is [N] void const* ptrPerTokenSfB; @@ -225,9 +243,18 @@ struct KernelParams // The output tensor scaling factor for MxFp{4,8}, Fp8, NvFp4 and DeepSeek FP8 quantization. // TensorRT-LLM API requires a scaling factor on the device. + // Without non-linear activation, it is typically defined as quantScaleC * dequantScaleAb. + // With non-linear activation, it is typically defined as quantScaleC only. // Shape is [1]. float const* ptrScaleC; + // The pre-activation scaling factor for MxFp{4,8}, Fp8, NvFp4 and DeepSeek FP8 quantization. + // Only used with non-linear activation functions (e.g., GELU, Relu2). + // Without non-linear activation, this is ignored by the kernel. + // With non-linear activation, it is typically defined as dequantScaleAb. + // Shape is [1]. + float const* ptrScaleAct; + // The M dimension. // It is the total number of tokens if A is the activation matrix. // It is the total number of output channels if A is the weight matrix. @@ -293,7 +320,6 @@ struct KernelParams void* ptrSplitKCompletionBars; // Pointer to the memory holding the partial sums for split-K in GMEM. - // The shape is [numSlicesForSplitK, numSlicesForSliceK, numTilesM * tileM, numTilesN * tileN]. // The dtype is dtypeAcc, i.e. float. void* ptrPartialSumsForSplitK; diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelTraits.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelTraits.h index 852295ceb636..d081fc49f3c1 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelTraits.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelTraits.h @@ -1,5 +1,5 @@ /* - * SPDX-FileCopyrightText: Copyright (c) 1993-2025 NVIDIA CORPORATION & + * SPDX-FileCopyrightText: Copyright (c) 1993-2026 NVIDIA CORPORATION & * AFFILIATES. All rights reserved. SPDX-License-Identifier: Apache-2.0 * * Licensed under the Apache License, Version 2.0 (the "License"); @@ -20,7 +20,9 @@ #include "trtllm/gen/CommonUtils.h" #include "trtllm/gen/DtypeDecl.h" #include "trtllm/gen/MmaDecl.h" +#include "trtllm/gen/SparsityDecl.h" #include +#include #include namespace gemm @@ -91,6 +93,19 @@ class MemAllocatorHelper throw std::runtime_error("Name not found: " + name); } + // Returns whether a chunk with the given name was allocated. + bool hasChunkByName(std::string const& name) const + { + for (size_t ii = 0; ii < mSmemChunkNames.size(); ++ii) + { + if (mSmemChunkNames[ii] == name) + { + return true; + } + } + return false; + } + // Returns the first chunk reuse flag given chunk name. int getFirstChunkReuseFlagByName(std::string const& name) const { @@ -162,7 +177,7 @@ class MemAllocatorHelper //////////////////////////////////////////////////////////////////////////////////////////////////// -int getNumSmemBitsPerElt(tg::Dtype dtype, tg::MmaKind mmaKind) +inline int getNumSmemBitsPerElt(tg::Dtype dtype, tg::MmaKind mmaKind, int mmaK, bool isSparseA) { if (mmaKind == tg::MmaKind::Auto) { @@ -170,6 +185,8 @@ int getNumSmemBitsPerElt(tg::Dtype dtype, tg::MmaKind mmaKind) } if (mmaKind == tg::MmaKind::MxFp8Fp6Fp4) { + (void) mmaK; + (void) isSparseA; return 8; } else @@ -188,12 +205,21 @@ class KernelTraits // The constructor. KernelTraits(tg::Dtype dtypeA, tg::Dtype dtypeB, tg::Dtype dtypeC, tg::Dtype dtypeAcc, tg::Dtype dtypeMmaA, - tg::Dtype dtypeMmaB, tg::MmaKind mmaKind, int32_t mmaK, int32_t tileM, int32_t tileN, int32_t tileK, - int32_t epilogueTileM, int32_t epilogueTileN, int32_t numStages, int32_t numStagesMma, - int32_t numSlicesForSplitK, int32_t numSlicesForSliceK, SplitK splitK, bool useTmaStore, - bool transposeMmaOutput, AllReduceAlgo allReduceAlgo, bool usePersistentScheduler, bool useDeepSeekFp8, - bool usePerTokenSfA, bool usePerTokenSfB, BiasType biasType) + tg::Dtype dtypeMmaB, tg::MmaKind mmaKind, tg::Sparsity sparsityA, int32_t mmaK, int32_t tileM, int32_t tileN, + int32_t tileK, int32_t mmaTileK, int32_t epilogueTileM, int32_t epilogueTileN, int32_t numEltsPerSfA, + int32_t numEltsPerSfB, int32_t numStagesA, int32_t numStagesB, int32_t numStagesMma, int32_t numStagesSfA, + int32_t numStagesSfB, int32_t numSlicesForSplitK, SplitK splitK, bool useTmaStore, bool transposeMmaOutput, + AllReduceAlgo allReduceAlgo, bool fuseUtccpWithUtcmma, bool useMaxTmemOverlap, bool useCustomizedMma3xNvFp4, + int32_t numEpilogueWarps, bool usePersistentScheduler, bool useDeepSeekFp8, bool usePerTokenSfA, + bool usePerTokenSfB, bool useTwoCtas, BiasType biasType, FusedBiasShuffleMode fusedBiasShuffleMode) : mMmaKind{mmaKind} + , mFuseUtccpWithUtcmma{fuseUtccpWithUtcmma} + , mUseMaxTmemOverlap{useMaxTmemOverlap} + , mUseTmaStore{useTmaStore} + , mUsePersistentScheduler{usePersistentScheduler} + , mUseCustomizedMma3xNvFp4{useCustomizedMma3xNvFp4} + , mFusedBiasShuffleMode{fusedBiasShuffleMode} + , mNumEpilogueWarps{numEpilogueWarps} { // // SMEM @@ -205,14 +231,12 @@ class KernelTraits // [gmemC0 ] (1024B aligned) (if needed) // [gmemC1 ] (1024B aligned) (if needed) // [rowMax ] (16B aligned) (if needed) - // [sliceK ] (16B aligned) (if needed) // [per-token SF ] (16B aligned) (if needed) // [bias ] (16B aligned) (if needed) // // SMEM for smemA and smemB might be repurposed and used for gmemC0 and gmemC1: // // [..smemA..][..smemB..][..smemBShuffle..] - // [..gmemC0..][..gmemC1..][..rowMax..][..sliceK..][..per-token SF..][..bias..] // if (mMmaKind == tg::MmaKind::Auto) @@ -225,11 +249,14 @@ class KernelTraits // Buffer names for inspection purposes. std::vector smemChunkNames; + int const isSparseA = static_cast(tg::isSparse(sparsityA)); + // LoadA { // Number of bytes in load A shared memory. - auto const numSmemBytesLoadA - = numStages * tileM * tileK * getNumSmemBitsPerElt(dtypeA, mMmaKind) / 8 /* bits */; + // If A is sparse, we load only the non-zero elements. + auto const numSmemBytesLoadA = numStagesA * tileM * (tileK >> isSparseA) + * getNumSmemBitsPerElt(dtypeA, mMmaKind, mmaK, isSparseA) / 8 /* bits */; // Number of bytes for load A alignment for TMA load. auto const numBytesAlignmentLoadA = 1024; // loadA is already at first chunk. No need to reuse it. @@ -244,8 +271,8 @@ class KernelTraits // LoadB { // Number of bytes in load B shared memory. - auto const numSmemBytesLoadB - = numStages * tileN * tileK * getNumSmemBitsPerElt(dtypeB, mMmaKind) / 8 /* bits */; + auto const numSmemBytesLoadB = numStagesB * (useTwoCtas ? tileN / 2 : tileN) * tileK + * getNumSmemBitsPerElt(dtypeB, mMmaKind, mmaK, isSparseA) / 8 /* bits */; // Number of bytes for load B alignment for TMA load. auto const numBytesAlignmentLoadB = 1024; // No need to reuse the first chunk. @@ -264,9 +291,7 @@ class KernelTraits // - Do 4 TMA SW32 loads or several LDGSTS loads. { // Number of bytes in save shuffled B in shared memory. - auto const numSmemBytesLoadB = numSlicesForSliceK > 1 - ? numStages * tileN * tileK * getNumSmemBitsPerElt(dtypeB, mMmaKind) / 8 /* bits */ - : 0; + auto const numSmemBytesLoadB = 0; // Number of bytes for load B alignment for TMA load. auto const numBytesAlignmentLoadB = 1024; // No need to reuse the first chunk. @@ -293,11 +318,6 @@ class KernelTraits bool usesSmemForGmemC = useTmaStore || doesSplitKUseDsmem(splitK); // SMEM for at leader CTA in DSMEM split-k contains K slices. auto extraGmemCMultiplier = doesSplitKUseDsmem(splitK) ? numSlicesForSplitK : 1; - if (numSlicesForSliceK > 1) - { - // TileN is expanded in N dimension for slice-K. - extraGmemCMultiplier *= numSlicesForSliceK; - } if (resIdx != 0 && !useDeepSeekFp8) { @@ -305,6 +325,11 @@ class KernelTraits extraGmemCMultiplier = 0; } + if (numEpilogueWarps) + { + extraGmemCMultiplier *= numEpilogueWarps / 4; + } + // Number of bytes to store the output in smem. auto const numBytesSmemStoreC = usesSmemForGmemC ? extraGmemCMultiplier * epilogueTileM * epilogueTileN * tg::dtypeGetNumBits(dtypeSmemC) / 8 /* bits */ @@ -314,6 +339,7 @@ class KernelTraits // gmemC reuses loadAb memory for split-K in DSMEM. // Epilogue1 does not reuse and continues after the memory allocated Epilogue0 // NOTE: we can always reuse loadAb SMEM as long as we don't have persistent scheduler. + auto const reuseFirstChunksSmemStoreC = doesSplitKUseDsmem(splitK) && resIdx == 0 && !usePersistentScheduler; @@ -324,6 +350,23 @@ class KernelTraits firstChunkReuseSmem.emplace_back(reuseFirstChunksSmemStoreC); } + // SmemSparsityInfoA + { + // Number of bytes for sparsity info in SMEM. + auto const numBytesSmemSparsityInfoA + = numStagesA * tileM * tg::getNumBytesSparsityInfo(sparsityA, tileK); + // Number of bytes alignment for sparsity info in SMEM. + auto const numBytesAlignmentSparsityInfoA = 1024; + // No need to reuse the first chunk. + auto const reuseChunksSmemSparsityInfoA = false; + + // Add info. + smemChunkNames.emplace_back("smemSparsityInfoA"); + numBytesAndAlignmentPerSmemChunk.emplace_back( + std::make_pair(numBytesSmemSparsityInfoA, numBytesAlignmentSparsityInfoA)); + firstChunkReuseSmem.emplace_back(reuseChunksSmemSparsityInfoA); + } + // RowMax { // Number of dqSfsC per CTA. @@ -341,63 +384,77 @@ class KernelTraits firstChunkReuseSmem.emplace_back(false); } - // SliceK - { - // Real tile size before slice-K reduction. - auto const tileSize - = numSlicesForSliceK > 1 ? numSlicesForSliceK * tileM * numSlicesForSliceK * tileN : 0; - // Number of bytes for tile in SMEM. - auto const numBytesSmemTile = tileSize * tg::dtypeGetNumBits(dtypeAcc) / 8 /* bits */; - // Number of bytes alignment for rowMax in SMEM. - auto const numBytesAlignmentTile = 16; - - // Add info. - smemChunkNames.emplace_back("smemSliceK"); - numBytesAndAlignmentPerSmemChunk.emplace_back(std::make_pair(numBytesSmemTile, numBytesAlignmentTile)); - firstChunkReuseSmem.emplace_back(false); - } - // Per-token Scale Factors { - // Number of bytes for per-token scale factors - auto const numBytesSmemPerTokenSf - = (usePerTokenSfA ? (tileM) * sizeof(float) : 0) + (usePerTokenSfB ? (tileN) * sizeof(float) : 0); - // Number of bytes alignment for per-token scale factors - auto const numBytesAlignmentPerTokenSf = 16; - // Add info. - smemChunkNames.emplace_back("smemPerTokenSf"); - numBytesAndAlignmentPerSmemChunk.emplace_back( - std::make_pair(numBytesSmemPerTokenSf, numBytesAlignmentPerTokenSf)); - firstChunkReuseSmem.emplace_back(false); + { + // Number of bytes for per-token scale factors + auto const numBytesSmemPerTokenSf = (usePerTokenSfA ? (tileM) * sizeof(float) : 0); + // Number of bytes alignment for per-token scale factors + auto const numBytesAlignmentPerTokenSf = 16; + // Add info. + smemChunkNames.emplace_back("smemPerTokenSfA"); + numBytesAndAlignmentPerSmemChunk.emplace_back( + std::make_pair(numBytesSmemPerTokenSf, numBytesAlignmentPerTokenSf)); + firstChunkReuseSmem.emplace_back(false); + } + { + // Number of bytes for per-token scale factors + auto const numBytesSmemPerTokenSf = (usePerTokenSfB ? (tileN) * sizeof(float) : 0); + // Number of bytes alignment for per-token scale factors + auto const numBytesAlignmentPerTokenSf = 16; + // Add info. + smemChunkNames.emplace_back("smemPerTokenSfB"); + numBytesAndAlignmentPerSmemChunk.emplace_back( + std::make_pair(numBytesSmemPerTokenSf, numBytesAlignmentPerTokenSf)); + firstChunkReuseSmem.emplace_back(false); + } } // Bias + // + // For DeepSeek FP8 we have two epilogue resources (Epilogue0 and Epilogue1) that share the + // same SMEM stack base pointer. Each handles a different half-tile of the output along the + // (halved) hidden axis. If they both wrote into the same bias SMEM chunk, the later loader + // would clobber the earlier loader's data. So allocate one bias chunk per resource here + // (smemBias0 / smemBias1) and let `getSmemOffsetBias(traits, resIdx)` return the per- + // resource offset. For DeepSeek FP8 + BiasType::Mn, each per-resource bias chunk only + // holds the half-tile (tileM*tileN/2 floats), matching what each Epilogue actually loads. { - int32_t numBytesSmemBias = 0; + int32_t numBytesSmemBiasPerRes = 0; if (isBiasTypeN(biasType)) { - numBytesSmemBias = tileN * sizeof(float); + numBytesSmemBiasPerRes = tileN * sizeof(float); } else if (isBiasTypeM(biasType)) { - numBytesSmemBias = tileM * sizeof(float); + numBytesSmemBiasPerRes = tileM * sizeof(float); } else if (isBiasTypeMn(biasType)) { - numBytesSmemBias = tileM * tileN * sizeof(float); + int32_t const numBiasElts = useDeepSeekFp8 ? (tileM * tileN / 2) : (tileM * tileN); + numBytesSmemBiasPerRes = numBiasElts * sizeof(float); } // Number of bytes alignment for bias auto const numBytesAlignmentBias = 16; - // Add info. - smemChunkNames.emplace_back("smemBias"); - numBytesAndAlignmentPerSmemChunk.emplace_back(std::make_pair(numBytesSmemBias, numBytesAlignmentBias)); - firstChunkReuseSmem.emplace_back(false); + // Only split into per-resource (Epilogue0/Epilogue1) chunks for the DeepSeek FP8 + + // BiasType::Mn path, where each epilogue resource loads its own half-tile of bias + // and they would otherwise clobber each other. For every other configuration — + // including plain DeepSeek FP8 with BiasType::None — keep the original single-chunk + // layout so we don't perturb SMEM offsets of unrelated tests. + int32_t const numBiasResources = (useDeepSeekFp8 && isBiasTypeMn(biasType)) ? 2 : 1; + for (int32_t biasResIdx = 0; biasResIdx < numBiasResources; ++biasResIdx) + { + // Add info. + smemChunkNames.emplace_back("smemBias" + std::to_string(biasResIdx)); + numBytesAndAlignmentPerSmemChunk.emplace_back( + std::make_pair(numBytesSmemBiasPerRes, numBytesAlignmentBias)); + firstChunkReuseSmem.emplace_back(false); + } } // Per-block absolute maximum for multi-warp reduction. { // Number of bytes: number of epilogue warps * number of tile columns. - // TODO: avoid allocating this memory when it's not needed (it's only for MxFp8 + fusedAct) auto const numBytesSmemBlockAmax = transposeMmaOutput ? 4 * tileN * sizeof(float) : 0; // Number of bytes alignment. auto const numBytesAlignmentBlockAmax = 16; @@ -430,18 +487,6 @@ class KernelTraits // Create SMEM helper object. mSmemAllocatorHelper = MemAllocatorHelper(numBytesAndAlignmentPerSmemChunk, firstChunkReuseSmem, smemChunkNames); -#if 0 - // E.g., - // Chunk 0 smemLoadA: 32768 bytes, 1024 alignment, false, offset 0 - // Chunk 1 smemLoadB: 32768 bytes, 1024 alignment, false, offset 32768 - // Chunk 2 smemBShuffle: 0 bytes, 1024 alignment, false, offset 65536 - // Chunk 3 smemGmemC0: 65536 bytes, 1024 alignment, true, offset 0 - // Chunk 4 smemGmemC1: 65536 bytes, 1024 alignment, false, offset 65536 - // Chunk 5 smemRowMax: 512 bytes, 16 alignment, false, offset 131072 - // Chunk 6 smemSliceK: 0 bytes, 16 alignment, false, offset 131584 - // Chunk 7 smemPerTokenSf: 0 bytes, 16 alignment, false, offset 131584 - mSmemAllocatorHelper.print(); -#endif } // @@ -454,9 +499,12 @@ class KernelTraits std::vector tmemChunkNames; // Matrix D { + // Two set of TMEM resources for D share epilogueTileN columns, + // | set0:epiTileN0 | set0:epiTileN1/set1:epiTileN0 | set1:epiTileN1 | + auto const numCols = mUseMaxTmemOverlap ? 2 * tileN - epilogueTileN : tileN; // Number of columns for accumulators. - auto const numTmemColsD = numSlicesForSliceK * tileN * numStagesMma * tg::dtypeGetNumBits(dtypeAcc) - / tg::dtypeGetNumBits(tg::Dtype::UInt32); + auto const numTmemColsD + = numCols * numStagesMma * tg::dtypeGetNumBits(dtypeAcc) / tg::dtypeGetNumBits(tg::Dtype::UInt32); // Number of columns for D alignment. auto const numColsAlignmentD = 2; // No need to reuse TMEM. @@ -470,12 +518,10 @@ class KernelTraits // Matrix A { - // We use TMEM for A if we use slice-K or if we need to cast A. - bool const useTmemA = (numSlicesForSliceK > 1) || (dtypeMmaA != dtypeA); - // Number of columns for A. - auto const numTmemColsA = useTmemA ? numStages * tileK - / (numSlicesForSliceK * tg::dtypeGetNumBits(tg::Dtype::UInt32) / tg::dtypeGetNumBits(dtypeMmaA)) - : 0; + bool const useTmemA = dtypeMmaA != dtypeA; + auto const numTmemColsA = useTmemA + ? numStagesA * tileK * tg::dtypeGetNumBits(dtypeMmaA) / tg::dtypeGetNumBits(tg::Dtype::UInt32) + : 0; // Number of columns for A alignment. auto const numColsAlignmentA = 4; // No need to reuse TMEM. @@ -493,10 +539,16 @@ class KernelTraits bool const useBlockScalingA = tg::dtypeIsBlockFmt(dtypeMmaA); // Are the block scales constant? bool const useConstSfA = useBlockScalingA && !tg::dtypeIsBlockFmt(dtypeA); + // TMEM cols group size in the K dimension. + int32_t kGroupSize = 4; + // Number of columns per stage. + int32_t const numColsPerStage = useBlockScalingA + ? ((mmaTileK / (kGroupSize * numEltsPerSfA)) + * tg::getTmemColStridePerGroup(tileM, mmaK, kGroupSize)) + : 0; // Number of columns for scaling factors of A. - auto const numTmemColsSfA = useConstSfA - ? tg::roundUp((tileK / 64) * tg::getTmemColStridePerGroup(tileM, mmaK), 4) - : (useBlockScalingA ? ((tileK / 64) * tg::getTmemColStridePerGroup(tileM, mmaK)) * numStages : 0); + auto const numTmemColsSfA = useConstSfA ? tg::roundUp(numColsPerStage, 4) + : (numColsPerStage * (mFuseUtccpWithUtcmma ? 1 : numStagesSfA)); // Number of columns for Sf alignment. auto const numColsAlignmentSfA = 4; // No need to reuse TMEM. @@ -514,10 +566,16 @@ class KernelTraits bool const useBlockScalingB = tg::dtypeIsBlockFmt(dtypeMmaB); // Are the block scales constant? bool const useConstSfB = useBlockScalingB && !tg::dtypeIsBlockFmt(dtypeB); + // TMEM cols group size in the K dimension. + int32_t kGroupSize = 4; + // Number of columns per stage. + int32_t const numColsPerStage = useBlockScalingB + ? ((mmaTileK / (kGroupSize * numEltsPerSfB)) + * tg::getTmemColStridePerGroup(tileN, mmaK, kGroupSize)) + : 0; // Number of columns for scaling factors of B. - auto const numTmemColsSfB = useConstSfB - ? tg::roundUp((tileK / 64) * tg::getTmemColStridePerGroup(tileN, mmaK), 4) - : (useBlockScalingB ? ((tileK / 64) * tg::getTmemColStridePerGroup(tileN, mmaK)) * numStages : 0); + auto const numTmemColsSfB = useConstSfB ? tg::roundUp(numColsPerStage, 4) + : (numColsPerStage * (mFuseUtccpWithUtcmma ? 1 : numStagesSfB)); // Number of columns for Sf alignment. auto const numColsAlignmentSfB = 4; // No need to reuse TMEM. @@ -529,6 +587,23 @@ class KernelTraits firstChunkReuseTmem.emplace_back(reuseChunksTmemSfB); } + // Sparsity info for A + { + // Number of columns for the sparsity info for A (note: for Dense, this is 0). + auto const numTmemColsSparsityInfoA + = numStagesA * tg::getNumBytesSparsityInfo(sparsityA, tileK) / 4 /* bytes */; + // Number of columns for Sf alignment. + auto const numColsAlignmentSparsityInfoA = 2; + // No need to reuse TMEM. + auto const reuseChunksTmemSparsityInfoA = false; + + // Add info. + tmemChunkNames.emplace_back("tmemSparsityInfoA"); + numBytesAndAlignmentPerTmemChunk.emplace_back( + std::make_pair(numTmemColsSparsityInfoA, numColsAlignmentSparsityInfoA)); + firstChunkReuseTmem.emplace_back(reuseChunksTmemSparsityInfoA); + } + // Create TMEM helper object. mTmemAllocatorHelper = MemAllocatorHelper(numBytesAndAlignmentPerTmemChunk, firstChunkReuseTmem, tmemChunkNames); @@ -538,6 +613,20 @@ class KernelTraits public: // The MMA kind. tg::MmaKind mMmaKind{}; + // Whether fuse Utccp into the MMA task. + bool mFuseUtccpWithUtcmma{}; + // Whether use the max TMEM overlap trick. + bool mUseMaxTmemOverlap{}; + // Whether the epilogue stages output in SMEM for an asynchronous TMA store. + bool mUseTmaStore{}; + // Whether work tiles are assigned by a persistent scheduler. + bool mUsePersistentScheduler{}; + // Whether use customized MMA for 3xNvFp4 + bool mUseCustomizedMma3xNvFp4{}; + // Which BiasType::Mn preprocessing steps are fused into the kernel instead of the host. + FusedBiasShuffleMode mFusedBiasShuffleMode{FusedBiasShuffleMode::None}; + // The number of epilogue warps. + int32_t mNumEpilogueWarps{}; // Helper for SMEM allocation. MemAllocatorHelper mSmemAllocatorHelper; // Helper for TMEM allocation. @@ -599,6 +688,8 @@ inline int32_t getSmemOffsetGmemC(KernelTraits traits, int resIdx = 0) //////////////////////////////////////////////////////////////////////////////////////////////////// +//////////////////////////////////////////////////////////////////////////////////////////////////// + inline int32_t getSmemOffsetRowMax(KernelTraits traits) { return traits.mSmemAllocatorHelper.getChunkOffsetByName("smemRowMax"); @@ -606,23 +697,32 @@ inline int32_t getSmemOffsetRowMax(KernelTraits traits) //////////////////////////////////////////////////////////////////////////////////////////////////// -inline int32_t getSmemOffsetSliceK(KernelTraits traits) +//////////////////////////////////////////////////////////////////////////////////////////////////// + +inline int32_t getSmemOffsetPerTokenSfA(KernelTraits traits) { - return traits.mSmemAllocatorHelper.getChunkOffsetByName("smemSliceK"); + return traits.mSmemAllocatorHelper.getChunkOffsetByName("smemPerTokenSfA"); } //////////////////////////////////////////////////////////////////////////////////////////////////// -inline int32_t getSmemOffsetPerTokenSf(KernelTraits traits) +inline int32_t getSmemOffsetPerTokenSfB(KernelTraits traits) { - return traits.mSmemAllocatorHelper.getChunkOffsetByName("smemPerTokenSf"); + return traits.mSmemAllocatorHelper.getChunkOffsetByName("smemPerTokenSfB"); } //////////////////////////////////////////////////////////////////////////////////////////////////// -inline int32_t getSmemOffsetBias(KernelTraits traits) +inline int32_t getSmemOffsetBias(KernelTraits traits, int resIdx = 0) { - return traits.mSmemAllocatorHelper.getChunkOffsetByName("smemBias"); + // The allocator decides — based on `useDeepSeekFp8 && isBiasTypeMn(biasType)` — whether to + // create per-resource chunks (smemBias0, smemBias1) or a single shared chunk (smemBias0). + // Rather than have every caller re-derive that predicate, fall back to smemBias0 when the + // requested per-resource chunk does not exist. This keeps the rule in one place — where the + // chunks are added — and lets consumers stay ignorant of the kernel's SMEM layout strategy. + std::string const name = "smemBias" + std::to_string(resIdx); + return traits.mSmemAllocatorHelper.getChunkOffsetByName( + traits.mSmemAllocatorHelper.hasChunkByName(name) ? name : "smemBias0"); } //////////////////////////////////////////////////////////////////////////////////////////////////// @@ -641,6 +741,13 @@ inline int32_t getSmemOffsetConstSfBuf(KernelTraits traits) //////////////////////////////////////////////////////////////////////////////////////////////////// +inline int32_t getSmemOffsetSparsityInfoA(KernelTraits traits) +{ + return traits.mSmemAllocatorHelper.getChunkOffsetByName("smemSparsityInfoA"); +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + inline int32_t isSmemAbRepurposedToGmemC(KernelTraits traits, int resIdx = 0) { return traits.mSmemAllocatorHelper.getFirstChunkReuseFlagByName("smemGmemC" + std::to_string(resIdx)); @@ -680,6 +787,13 @@ inline int32_t getTmemOffsetSfB(KernelTraits traits) //////////////////////////////////////////////////////////////////////////////////////////////////// +inline int32_t getTmemOffsetSparsityInfoA(KernelTraits traits) +{ + return traits.mTmemAllocatorHelper.getChunkOffsetByName("tmemSparsityInfoA"); +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + } // namespace gemm } // namespace gemm diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/TmaDescriptor.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/TmaDescriptor.h index a246ac35b375..108e49ce05df 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/TmaDescriptor.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/TmaDescriptor.h @@ -1,5 +1,5 @@ /* - * SPDX-FileCopyrightText: Copyright (c) 1993-2025 NVIDIA CORPORATION & + * SPDX-FileCopyrightText: Copyright (c) 1993-2026 NVIDIA CORPORATION & * AFFILIATES. All rights reserved. SPDX-License-Identifier: Apache-2.0 * * Licensed under the Apache License, Version 2.0 (the "License"); @@ -19,11 +19,10 @@ #include "trtllm/gen/DtypeDecl.h" #include "trtllm/gen/MmaDecl.h" #include +#include #ifdef TLLM_ENABLE_CUDA #include -#include -#include #endif namespace gemm @@ -40,15 +39,17 @@ namespace tg = trtllm::gen; #ifdef TLLM_ENABLE_CUDA -inline CUtensorMap buildNdTmaDescriptor(tg::Dtype dtype, tg::MmaKind mmaKind, std::vector const& shapes, - std::vector const& strides, std::vector const& tileShapes, void* gmemAddr, bool doSwizzle = true) +inline CUtensorMap buildNdTmaDescriptor(tg::Dtype dtype, std::vector const& shapes, + std::vector const& strides, std::vector const& tileShapes, void* gmemAddr, bool doPad, + bool doSwizzle = true) { // The multiplication factor of the data padding in SMEM. int32_t padMultiplier = 1; CUtensorMap desc{}; // The data type. CUtensorMapDataType tmaDataFormat{CU_TENSOR_MAP_DATA_TYPE_FLOAT32}; - if (dtype == tg::Dtype::E4m3 || dtype == tg::Dtype::MxE4m3 || dtype == tg::Dtype::UE8m0) + if (dtype == tg::Dtype::E4m3 || dtype == tg::Dtype::MxE4m3 || dtype == tg::Dtype::UE8m0 + || dtype == tg::Dtype::UInt8) { tmaDataFormat = CU_TENSOR_MAP_DATA_TYPE_UINT8; } @@ -64,17 +65,15 @@ inline CUtensorMap buildNdTmaDescriptor(tg::Dtype dtype, tg::MmaKind mmaKind, st { tmaDataFormat = CU_TENSOR_MAP_DATA_TYPE_16U4_ALIGN8B; } - else if (dtype == tg::Dtype::MxE2m1) + else if (dtype == tg::Dtype::MxE2m1 || dtype == tg::Dtype::MxInt4) { - if (mmaKind == tg::MmaKind::MxFp8Fp6Fp4) + if (doPad) { padMultiplier = 2; tmaDataFormat = CU_TENSOR_MAP_DATA_TYPE_16U4_ALIGN16B; } else { - // Note: this is used with the MMA kind MxFp4NvFp4 and also when casting to a higher-precision - // type such as Bfloat16 before the MMA. tmaDataFormat = CU_TENSOR_MAP_DATA_TYPE_16U4_ALIGN8B; } } @@ -104,9 +103,10 @@ inline CUtensorMap buildNdTmaDescriptor(tg::Dtype dtype, tg::MmaKind mmaKind, st else if ((fastestDimTileSizeBytes % 32) == 0) { swizzleType = CU_TENSOR_MAP_SWIZZLE_32B; - // This path is only for the scaling factors. } - else if ((fastestDimTileSizeBytes % 16) == 0 && (dtype == tg::Dtype::UE8m0 || dtype == tg::Dtype::E4m3)) + else if ((fastestDimTileSizeBytes % 16) == 0 + && (dtype == tg::Dtype::UE8m0 || dtype == tg::Dtype::E4m3 || dtype == tg::Dtype::E2m1 + || dtype == tg::Dtype::UInt8)) { swizzleType = CU_TENSOR_MAP_SWIZZLE_NONE; } @@ -184,7 +184,7 @@ inline CUtensorMap buildNdTmaDescriptor(tg::Dtype dtype, tg::MmaKind mmaKind, st char const* errorString; cuGetErrorString(result, &errorString); std::stringstream ss; - ss << "Error: Failed to initialize the TMA descriptor " << result << std::endl; + ss << "Error: Failed to initialize the TMA descriptor. " << errorString << std::endl; ss << "tmaFormat: " << static_cast(tmaDataFormat) << " dim: " << dim << " gmem: " << gmemAddr << std::endl; @@ -228,11 +228,15 @@ inline CUtensorMap buildSfTmaDescriptor(tg::Dtype dtype, std::vector c std::vector const& strides, std::vector const& tileShapes, void* gmemAddr) { CUtensorMap desc{}; - CUtensorMapDataType tmaDataFormat; + CUtensorMapDataType tmaDataFormat{}; if (dtype == tg::Dtype::E4m3 || dtype == tg::Dtype::UE8m0) { tmaDataFormat = CU_TENSOR_MAP_DATA_TYPE_UINT8; } + else if (dtype == tg::Dtype::Bfloat16) + { + tmaDataFormat = CU_TENSOR_MAP_DATA_TYPE_BFLOAT16; + } else { std::cerr << "buildSfTmaDescriptor: unexpected dtype " << tg::dtypeToString(dtype) << std::endl; @@ -288,7 +292,7 @@ inline CUtensorMap buildSfTmaDescriptor(tg::Dtype dtype, std::vector c char const* errorString; cuGetErrorString(result, &errorString); std::stringstream ss; - ss << "Error: Failed to initialize the TMA descriptor for SF " << errorString << std::endl; + ss << "Error: Failed to initialize the TMA descriptor for SF. " << errorString << std::endl; ss << "tmaFormat: " << static_cast(tmaDataFormat) << " dim: " << dim << " gmem: " << gmemAddr << std::endl; diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/config.json b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/config.json index e50f9fa59fad..efb11776e0cd 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/config.json +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/config.json @@ -19,7 +19,6 @@ "clusterDimX": 1, "clusterDimY": 1, "clusterDimZ": 1, - "sliceK": false, "transposeMmaOutput": true, "useShuffledMatrix": true, "useDeepSeekFp8": false, @@ -50,7 +49,6 @@ "clusterDimX": 1, "clusterDimY": 1, "clusterDimZ": 1, - "sliceK": false, "transposeMmaOutput": false, "useShuffledMatrix": false, "useDeepSeekFp8": false, @@ -82,7 +80,6 @@ "clusterDimX": 1, "clusterDimY": 1, "clusterDimZ": 1, - "sliceK": false, "transposeMmaOutput": false, "useShuffledMatrix": false, "useDeepSeekFp8": false, @@ -110,7 +107,6 @@ "useTwoTmaLoadWarps": true, "clusterDimX": 1, "clusterDimY": 1, - "sliceK": false, "transposeMmaOutput": true, "useShuffledMatrix": true, "useDeepSeekFp8": false, @@ -138,7 +134,6 @@ "clusterDimX": 1, "clusterDimY": 1, "clusterDimZ": 1, - "sliceK": false, "transposeMmaOutput": true, "useShuffledMatrix": false, "useDeepSeekFp8": true, @@ -167,7 +162,6 @@ "clusterDimX": 1, "clusterDimY": 1, "clusterDimZ": 1, - "sliceK": false, "transposeMmaOutput": true, "useShuffledMatrix": false, "useDeepSeekFp8": true, @@ -202,7 +196,6 @@ "clusterDimX": 1, "clusterDimY": 1, "clusterDimZ": 1, - "sliceK": false, "transposeMmaOutput": true, "useShuffledMatrix": true, "useDeepSeekFp8": false, @@ -228,7 +221,6 @@ "epilogueTileM": 128, "numStages": 2, "useTwoTmaLoadWarps": true, - "sliceK": false, "transposeMmaOutput": true, "useShuffledMatrix": true, "useCustomMmaSchedule": true, @@ -242,150 +234,362 @@ { "_comment": "FP4 LowLatency", "_template": "GemmFp4LowLatency", - "dtypeC": ["bf16", "fp16", "fp32"], + "dtypeC": [ + "bf16", + "fp16", + "fp32" + ], "mmaK,smVersion": [ - [64, "100f"], - [64, "100a"], - [64, "103a"], - [128, "107a"] + [ + 64, + "100f" + ], + [ + 64, + "100a" + ], + [ + 64, + "103a" + ], + [ + 128, + "107a" + ] ] }, { "_comment": "FP4 Throughput", "_template": "GemmFp4Throughput", - "dtypeC": ["bf16", "fp16", "fp32"], + "dtypeC": [ + "bf16", + "fp16", + "fp32" + ], "mmaK,smVersion": [ - [64, "100f"], - [64, "100a"], - [64, "103a"], - [128, "107a"] + [ + 64, + "100f" + ], + [ + 64, + "100a" + ], + [ + 64, + "103a" + ], + [ + 128, + "107a" + ] ] }, { "_comment": "FP8 Per-Tensor Scaling Throughput (e4m3)", "_template": "GemmPerTensorScalingFp8Throughput", - "dtypeC": ["e4m3"], + "dtypeC": [ + "e4m3" + ], "mmaK,smVersion": [ - [32, "100f"], - [32, "100a"], - [32, "103a"], - [64, "107a"] + [ + 32, + "100f" + ], + [ + 32, + "100a" + ], + [ + 32, + "103a" + ], + [ + 64, + "107a" + ] ] }, { "_comment": "FP8 Per-Tensor Scaling Throughput (bf16/fp16)", "_template": "GemmPerTensorScalingFp8Throughput", - "dtypeC": ["bf16", "fp16"], + "dtypeC": [ + "bf16", + "fp16" + ], "numStages": 2, "mmaK,smVersion": [ - [32, "100f"], - [32, "100a"], - [32, "103a"], - [64, "107a"] + [ + 32, + "100f" + ], + [ + 32, + "100a" + ], + [ + 32, + "103a" + ], + [ + 64, + "107a" + ] ] }, { "_comment": "FP8 Per-Tensor Scaling Low Latency (splitK=2)", "_template": "GemmPerTensorScalingFp8LowLatency", - "dtypeC": ["bf16", "fp16", "e4m3"], + "dtypeC": [ + "bf16", + "fp16", + "e4m3" + ], "numSlicesForSplitK": 2, "clusterDimZ": 2, "mmaK,smVersion": [ - [32, "100f"], - [32, "100a"], - [32, "103a"], - [64, "107a"] + [ + 32, + "100f" + ], + [ + 32, + "100a" + ], + [ + 32, + "103a" + ], + [ + 64, + "107a" + ] ] }, { "_comment": "FP8 Per-Tensor Scaling Low Latency (splitK=1)", "_template": "GemmPerTensorScalingFp8LowLatency", - "dtypeC": ["bf16", "fp16", "e4m3"], + "dtypeC": [ + "bf16", + "fp16", + "e4m3" + ], "numSlicesForSplitK": 1, "clusterDimZ": 1, "mmaK,smVersion": [ - [32, "100f"], - [32, "100a"], - [32, "103a"], - [64, "107a"] + [ + 32, + "100f" + ], + [ + 32, + "100a" + ], + [ + 32, + "103a" + ], + [ + 64, + "107a" + ] ] }, { "_comment": "DeepSeek FP8 Low Latency - mmaK stays 32 on 107a (mmaM=64 does not support mmaK=64)", "_template": "GemmDeepSeekFp8LowLatency", - "dtypeC": ["bf16", "fp16", "e4m3"], - "useUnrollLoop2xForMma": [true, false], + "dtypeC": [ + "bf16", + "fp16", + "e4m3" + ], + "useUnrollLoop2xForMma": [ + true, + false + ], "mmaK": 32, - "smVersion": ["100f", "100a", "103a", "107a"] + "smVersion": [ + "100f", + "100a", + "103a", + "107a" + ] }, { "_comment": "DeepSeek FP8 Throughput TileN 16 - mmaK stays 32 on 107a", "_template": "GemmDeepSeekFp8Throughput", - "dtypeC": ["bf16", "fp16", "e4m3"], - "useUnrollLoop2xForMma": [true, false], + "dtypeC": [ + "bf16", + "fp16", + "e4m3" + ], + "useUnrollLoop2xForMma": [ + true, + false + ], "mmaN": 16, "tileN": 16, "epilogueTileN": 16, "mmaK": 32, - "smVersion": ["100f", "100a", "103a", "107a"] + "smVersion": [ + "100f", + "100a", + "103a", + "107a" + ] }, { "_comment": "DeepSeek FP8 Throughput TileN 32 - mmaK stays 32 on 107a", "_template": "GemmDeepSeekFp8Throughput", - "dtypeC": ["bf16", "fp16", "e4m3"], - "useUnrollLoop2xForMma": [true, false], + "dtypeC": [ + "bf16", + "fp16", + "e4m3" + ], + "useUnrollLoop2xForMma": [ + true, + false + ], "mmaN": 32, "tileN": 32, "epilogueTileN": 32, "mmaK": 32, - "smVersion": ["100f", "100a", "103a", "107a"] + "smVersion": [ + "100f", + "100a", + "103a", + "107a" + ] }, { "_comment": "DeepSeek FP8 Throughput TileN 64 - mmaK stays 32 on 107a", "_template": "GemmDeepSeekFp8Throughput", - "dtypeC": ["bf16", "fp16", "e4m3"], - "useUnrollLoop2xForMma": [true, false], + "dtypeC": [ + "bf16", + "fp16", + "e4m3" + ], + "useUnrollLoop2xForMma": [ + true, + false + ], "mmaN": 64, "tileN": 64, "epilogueTileN": 64, "mmaK": 32, - "smVersion": ["100f", "100a", "103a", "107a"] + "smVersion": [ + "100f", + "100a", + "103a", + "107a" + ] }, { "_comment": "DeepSeek FP8 Throughput TileN 128 - mmaK stays 32 on 107a", "_template": "GemmDeepSeekFp8Throughput", - "dtypeC": ["bf16", "fp16", "e4m3"], - "useUnrollLoop2xForMma": [true, false], + "dtypeC": [ + "bf16", + "fp16", + "e4m3" + ], + "useUnrollLoop2xForMma": [ + true, + false + ], "mmaN": 128, "tileN": 128, "epilogueTileN": 128, "mmaK": 32, - "smVersion": ["100f", "100a", "103a", "107a"] + "smVersion": [ + "100f", + "100a", + "103a", + "107a" + ] }, { "_comment": "MxFp4 x MxFp8 Low Latency", "_template": "GemmMxE2m1MxE4m3LowLatency", - "dtypeC": ["bf16", "fp16", "fp32", "mxe4m3"], + "dtypeC": [ + "bf16", + "fp16", + "fp32", + "mxe4m3" + ], "mmaK,smVersion": [ - [32, "100f"], - [32, "100a"], - [32, "103a"], - [64, "107a"] + [ + 32, + "100f" + ], + [ + 32, + "100a" + ], + [ + 32, + "103a" + ], + [ + 64, + "107a" + ] ] }, { "_comment": "Fp4xFp8 - 100f only", "_template": "GemmFp4xFp8", - "dtypeC": ["bf16", "fp16", "e4m3"], - "useUnrollLoop2xForMma": [true, false], + "dtypeC": [ + "bf16", + "fp16", + "e4m3" + ], + "useUnrollLoop2xForMma": [ + true, + false + ], "mmaK": 32, "smVersion": "100f", "mmaN,tileN,epilogueTileN,tileK,numSlicesForSplitK,clusterDimZ": [ - [8, 8, 8, 512, 2, 2], - [16, 16, 16, 512, 2, 2], - [32, 32, 32, 512, 2, 2], - [64, 64, 64, 512, 2, 2], - [128, 128, 128, 256, 1, 1] + [ + 8, + 8, + 8, + 512, + 2, + 2 + ], + [ + 16, + 16, + 16, + 512, + 2, + 2 + ], + [ + 32, + 32, + 32, + 512, + 2, + 2 + ], + [ + 64, + 64, + 64, + 512, + 2, + 2 + ], + [ + 128, + 128, + 128, + 256, + 1, + 1 + ] ] } ] diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..481a483e81f5 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a120d21589f4611f28705ae091de02fd613f07706f99b688a0dec0e4337e1658 +size 10454 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..f7be8c12c46a --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e9befd0ad3fd2e25b0001e0614f7f37491b5ab9e54d42cc0d236c2231934d24 +size 11753 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..36ddc84d2072 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:594d040cad7d71ea3237a3fde792463b87d0f3affe734e9ba438f83f7f099fa3 +size 11754 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..58aba4dc734b --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7d5fe7e4054de584f7ed6043b1b4fb0e23b4453c9fcb064f9a08a15fdc5403c +size 11836 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..7c73e791347f --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d20a7cadda8bc26f15ef6e973c201d49b6284d610301c1e3c19a34fe77eb7ae0 +size 9898 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..078cd262fad8 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17a443b334b8afe932dc9b9b45df8cdc913d1cdbb8c2e93698bf718090bb9ef0 +size 11297 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..1fc7817cc772 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc1b6bce25369af7403830c431afc9c064db64a12e3cef35632cb97bfc3e3417 +size 11297 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..3a64e4795342 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:446b1b089a5a4cf5b341d4d6048a180a003684e51bc66f918f3c1420342d2cff +size 11412 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a.cubin.tar.zst deleted file mode 100644 index bdd37e486a28..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:79da3ac372dfe50f7dbb1d4170b4923852bde6380601bafbf4db910f5a6b80ba -size 14614 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a.cubin.tar.zst deleted file mode 100644 index 83fea00158c6..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:743484047d051bfa0f12af70ae0a0a722545958a9f5345a75750d710f7672ab6 -size 15056 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..8c5ef76b9057 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:221812fe88b058d47867c60eb94209190d8a47ae72ca33f02c5d3d7d8fbb5ea1 +size 17341 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..ed039f869e95 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40a47436f9f38324071697237452a8ff45fbd32bb475cd01f495ea14844966c1 +size 17465 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..4d66dfafb456 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e88d6522494119fb287991f60a0260bea65fa4d6bc6a8afd26eac7a0906a37ee +size 17552 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..39795bf2f4d3 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d82cb666c95cd344f153be00be42ec3a80927ee2cca4d25c554985b47d5ff50d +size 17641 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..2391bac2720b --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bc6b4d21f5d4e2c2d8cb03003ad62ae2cd2e05b2289c876ca8f67eff3ef4d36 +size 25185 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..9f23d5ec1fa1 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1044d5b40204ef44481dee3241bb1b7d6be5e87677d9457dbc59c5eaa38721a8 +size 25291 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..8232de70d2ef --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0f4acfb361e0e885874cabb3d6fc51903c361e44dddcfd2539afd6bf10eafd3 +size 27747 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..4e502bbee012 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b48190cf200aafffd79aa8adb5148476f2d91138c9fd590c2f45671a6cda0b37 +size 27702 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..364d2290b81e --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5eb996ed87cc6a1b39413685a2b2911291c774ac2d05886447161f1d764703eb +size 26236 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..87c2c6a4e678 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c08d8749c37f82c0903ccb77b2da967394bf09afe0aefa4466b49088d3c761db +size 26196 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..fdf5738ed54b --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e076e742274e34045937c650c1f3e4bd7835c7f00c87f15689ddc530c234eb38 +size 28673 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..9aaf7d32fc18 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ba149640e0c6b512267dc18b1f62fe36fe0417696653cf7ae1cb66d98c9222e +size 28657 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..515b1d784811 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfad62184a2fd29b0a12ad0cfb32d87eae2dea91a8d1c8e7dd91d82009993dc0 +size 28311 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..48ac517a588c --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e5bb206dd1d1a26aa71d11b0bd349cf9f9b08bcf3b32771e811e7a1baad1dfa +size 28389 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..9c807abcd545 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84c66d086379f6bf7936f93f0df5913fa9f3e239c4e8053cb7855e2f6bf92e43 +size 30703 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..244183a8621d --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cce5c8c235ee7506eb698af6cec7231c3676949d7b1484ba32afecd7d4debc9 +size 30670 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..0425c2dcfbbc --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:254cbbf88446b9981ba2543d941befefcb325093deb3592d76b57744aa09b901 +size 24659 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..e3ca3cd5fef8 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cce72c2e6846a442e4d71b7ce36e6f5ce220ca7a5961a886f2cebc7ac9777f8f +size 24767 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..53f16585f1e3 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ee48175644c8d8510a22d6578ed351b47ae982278c039903a59e1bdb564a0e0 +size 27195 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..aa26f4a2dcf8 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f6877dc6c5b11897802a985a3afdd44631d221d764d75ba3ffdad1bb8ef3be9 +size 27140 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index 352925a915c8..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:823177b730ae873915f58b9db7431715b7e362d56e27e994447de51321823841 -size 18342 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index f53b40e542b2..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0cfb7700892578c2d700741654cbc6661d1b82004695853629f8ef4d67f83dc8 -size 18518 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index 0406ee0d70cd..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0065b71a41cb3ec17d022b8e5ae5acd00849558a039b8cd7a1f1bc6493b63d15 -size 18399 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index f11af2929b15..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:24cf5b978614688781b05193e93284fd2bf3dde9375877f7b421bb4eb258f171 -size 18628 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index 04bc491c437b..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cf83df2fdb2f984e8a465e1f014c194de2d99165014340c5ec88aa9f10391904 -size 23201 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index b5c4a2232fb1..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:befa639f24bf17ab9125ef33ca0c506fa7b5ef83a7b81c282fea51ee111fbeab -size 23342 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index 21544021eb06..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d95b8313cbdb47ec6a3aa5fb0e78c0d8ee5a55647b086b15c074f7222802c7cf -size 25725 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index de17d91036f4..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b7b302b64f277ed14408a9f37bf1c4768e5374d9e4ba22e9d676a3262222a923 -size 25842 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index 01a4d6898b82..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:292cf4142e8f93430cc5a333d51a46600a5274565516f2484ddaaa3611d006f2 -size 23853 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index 6d7c15048e5e..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fbbda58cb79058a95a7c28c35da41fe97d37a88a2890267dffb3276e50448d5a -size 23990 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index fce36f54bd63..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b64e792fd237505635d39423556129784b5e6ee8a0d0d80ca5aa245d84f7c943 -size 26434 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index 77cd6538e0e6..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:79ca791de5bcf3ea4d691a4f122cad4a1516e3111671a02cae380dd6fc064822 -size 26567 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index 3071bfb31d8d..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a14b48347c68aa5ab5081dea638673272f757c4e28b89dfaf638646cc7beec04 -size 26342 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index 16a427618873..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:707dc2073dce04cdb3423a6d158f6cfa8c63e97d044384d8cecb523c1da5f2db -size 26471 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index 195c9c9ba769..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4437ce827d68eaf5dabdff214b49beee7437c180387c7cc0518bd105fd88c8ae -size 28837 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index e747dd9fdc77..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6f4f3ac9e3f44f2fda4f37fcbfcebdcfd737ce44ab26d709e4e349e7f221b816 -size 28858 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index 1d8262002c8a..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:28b4800ab44f98cec7a02c4dbe634f2274e272abe9e778874dc8d99bfe9b1f79 -size 22683 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index b5a4a3b2eba6..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8d9680de9d123b5f80b1fd7df9492a7d238a4f100f9e509de0e613de93f6e3da -size 22947 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index 4f0bb5dd15ab..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:450e4ff224883c9104a66a409c79b807fc1450a453f92add34d068e61ade0e54 -size 25329 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index 002bf2f15abf..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:972b2754f1fb30b7284a57d3317039bf1414eebd84cb9a44241e755724836a9a -size 25383 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..513dfff00442 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:541e2766184d2906b4f528f4f24b7ce797be80393f7fa3967640d4f69c714ac7 +size 17066 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..9d0e958e262f --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b63be1f6abf7b32f30c2b5c5f3719420a2139bc718ffb3eb50fdba8114a07069 +size 17066 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..6886a7cac6e9 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df1cf2f507cbeb5a64e6bed6d8c2fe3f508093562527fde0468e81831c655a60 +size 17169 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..529af965bf5b --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68eed0f07f88c47eb24d5352404147f8c1b6ba8a661f3f3d031da0466993ea5b +size 16265 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index e91fcd619ed2..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6277953d94e1ed8766316d98f18120879523de2b036a6db6f9339a39984957a1 -size 19052 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..98afdac4e39b --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19eb53bf033787a412f9ce3b97823f696b48e2b236eb97988b80c2cb385291c7 +size 18681 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..4fe5bed452c6 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dd502365daa1a47544a76a41898ae2f51bf73a5405bcd6a744d10849a7366b1 +size 18681 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..c7f26c6d7a67 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c8e19f8377d4a67e64cb5ebef20a70760ed7b18e7749e8aaeeadc130cd66cae +size 18851 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..d71119176507 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2555afa92e6cad5affa79e8257bdaf62b392244d599c9eaf596c162553a9d7b6 +size 17214 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index fe53930c6cf6..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6877b4c1ae5dd516c6e4190c2b19547101bcc6b62c23be4bcb0224ceab0639ff -size 20077 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..60ceb985d275 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:327d933aa34b05cf0b430a64badecd6741125d9e95fc228bf397fe46633abb82 +size 9325 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..b5e30a1920d3 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f91fc5ef0a83c7ce5abefd539aec4e3c1033ce022d40dc41058a636b35d1810 +size 9325 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..2d39749627dd --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dccce7edbe8052c0decb316fd0ad09737d6c071408eb90254cd26493dc92c54 +size 9419 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 798bf39de17d..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:608a4bad757aa94c8fce11cbe7b28d06ca61a9e17948cd2aa5084acf2ec4e204 -size 11265 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..2943acd306f1 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efc48eec9f64f2cf950a82f5187983133f888946017716cc4b4aa500109a7b7c +size 8999 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..39ef38b48ca4 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d5f6d056040601e3d44ac960dc5e08d4066b06800c80aaabdbfd18c3151b249 +size 11782 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..84424cb67df3 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a622d75d905fd56556f26a568a512eb4f3ec8c04cab92f2482c004ad71ba375 +size 11783 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..a8ec6161de9f --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8017c3416c8d9428944d0ca07f9eccaf6b1468cb09ce80719ce47e2933200f7 +size 11856 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..499b0f75aeb9 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bd28de85a243d1cec0244b04f5bb8aa6ad4ad9eccb909c9d9c347bf80365c29 +size 10969 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index fa396e4a2c97..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fdab472856991c324d904474e3d228cc61e15f39b5fdc7d1432e2d804d5ae941 -size 14132 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..afd117b6f15f --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b135dfa8e69bab23bf15f989ea0b63df6ebc460d35ec1ab2426a1b2dc02c7a58 +size 13372 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..7093d1e56598 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a84b73de37132ac6150b120a7fb564aa8c6daf27a2f40a3ea888c24eb3ec62dc +size 13374 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..a8632618ced5 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a52b7a1f3774f95ad896b55936a81fbe17ce57b424755ec56ffc78f8959aec7d +size 13587 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..1c7e59509806 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb18b8617f5c6310cc2399e034679572ed4fbfe4b8d9cc70a484aacc3525b251 +size 11934 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index d03b9bbea935..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3c80f6103410d97cad20172fe0a05f7d5386f6bd99757bdc4e8226c0be974ebf -size 15176 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..41d5c7214966 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c42d90a44cd80b7e4cf8c182d2bd1c6af4ae1e80adc3ed9d35baf41a0725d06e +size 12574 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..54fd758bea6c --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:581719cf92f6ea594a61c951ae16b3d5d4abf4dd6fd217bf3abe844610206017 +size 12576 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..2aa6d387091b --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:348cde69df00385fba75a26dd40188ef86420dacc19d26ea699185ab92d39231 +size 12664 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..3e928eb56584 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fa6b0c5ae086d9f5b6b4c096b0fdf8309d1e06f7309aecf1ffe11a536912f0f +size 11742 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 5bf9948d5479..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7fdb42fb71f07d627a987164380c6f4060de4d69328b39fefc2286d9007f433a -size 14964 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..9977c5f8c69b --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3dabfb8ba027ef5a8e4627641aefc8ca6e26856ceae6ff6eedb0f35f86c5dc3 +size 14108 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..b5f617f24b88 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a46d388c05e8aaf2375ffa20c48410d2f65d00ca51211c91488eecd333fd8be1 +size 14108 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..201905dc2985 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e037d36543e74a9682d32716ecd93cd57be580b06810c4cbeb418930b3e5d8f5 +size 14279 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..bc0388c2a8c4 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b6aa21c4053e5249c15c402d61a12ebabd6a2aa08f19657b36f552990a5f324 +size 12764 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 608b51487828..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6e969b394251d64f18ff19cd49e924704d6a15823c91957822f0239d2d1fc285 -size 15910 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..516a45121190 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7efaac16ef47acb80ee619135e934ee586fcd98c3408e6988cbd69c43e799695 +size 14463 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..8c54503a0ece --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d328758807bb0b72176df11be63294bbd6dff6ec2f663c29c5a49c64ccf21fd7 +size 14464 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..6c2c4c6c0ce4 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6e26002fe8c2968302e6e17adbac60b2e9e1760141fd70a05c1035854c7f586 +size 14513 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..0a03b5d9cda1 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3014808a27862f357fa597cd1414e921ee726d6171e9b3ab890366fd8da27f8 +size 12921 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index bd2878f1f527..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:300c12cb2bd4ae69e930635429ae1949af2d30c6cba0eb97477cfe962df6228a -size 16294 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..b70be6836554 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c4d274c7fb1972b453fadd2550a5908a99686284b41981e17e6fbd3c159b461 +size 15959 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..3eeef5e09d3d --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddf7c5c93c709d788953ad2686151cbff75bf6e9b032aa15131cee3481d45326 +size 15960 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..2b531da2f61d --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6920f02a4df79a651fd9073d40cfc1d6aa08e6278a35bf5bc2583e7ed3cbfdd2 +size 16128 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..b88b3646850e --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75827748118126b3b7dca7aba377ef850194de9bd3f38ccbbf58d3d8f9282be4 +size 13918 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 39452ca0ea0a..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6c4aef6f7f9da43c4a60eb8ab36f492e5c11072066a4950dbc98ef096565b2a1 -size 17239 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..5a0471b1b13e --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac4a035c318e6cae4170afa195af87df2df617b2902458aa64b13a3ed36d5748 +size 11045 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..42af6c460878 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae1fe9d41e9bb2fecf88ab8cf063762841ef8a7ebade9f66c1b5ab993f045ebc +size 11046 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..a2e6f8e6add4 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7a3128a7e024698f8ce87737265ee357baf22a5aeb68e8636f46bb8342c52b2 +size 11118 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..29f7007dac18 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf514275260d52f0e79c4aae94f57d326701f9021c849649a6d9b1463787d519 +size 10598 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 7f53d3d42960..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:63c71bef320024adc233db5b2e23e26fd611b80c8a9e85dd070ea49e50f3f0db -size 14653 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..bf259b801345 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1580d58f2ed2c773592238525336cadc26969390496ed38828b651441a3406e +size 12660 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..d15805ff8c1c --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ccfeb4dd136add4e3ac72afa4affff4f38432b83a432ee67f90f09d5ae399f2 +size 12659 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..66b51232d585 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:004474647dba76e86f578a3d46effc9000ab61b958b7b7f4634125a41798e0d2 +size 12874 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..3984b58f235d --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fb3a398f4c3396182c90231f0b16e0fb02fd20395e34c820355cd61fd8ff1ee +size 11593 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 2a189438439e..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ef0d07c2713e68dd8a83b1ed883ad372e06ebab0a0e8fd3bda61fd0a19ec6955 -size 15581 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..8a65fe757c4d --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9269235a62f1a72ee4e3fec7e4777ef8299645bc127bda7e94965b181497f7e7 +size 8038 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..14cf78e60993 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99cdbc632bbe7dc11132f76cb732669587aa7e30d87b8c999d942f6ad20dce4f +size 8039 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..4abf81e97358 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdf613061f3f45931b190dfd16db73707c558b3d5bff1f2969e50d7b5ac5fb78 +size 8151 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..83519bab233e --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1ce3284056f31b5682ca865628277e229ad31ca9246eadde12d5420c7289994 +size 10801 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..a4bcfb6a7864 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f8a42bf558ee9e206b1374bbd9b2eb7d592a8a841946dad9e79c8e36758bbdb +size 10802 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..faa0c7def84b --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c401435e5c6b894da12070782918c80f17490dc909dd6fac6c25d781f8ab6cb2 +size 10904 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 0ff9e81741b5..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:16a2c703942ab95cb68a9b9eeb010a6d7d5588f03736af682f74054ba06193d7 -size 9980 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 736c72ad9f96..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:584490001cbcbbd293c70b843ab8b8f3fefa13caf530d6fa8df74b82e27d2960 -size 10772 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..38ea852b9a21 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8150fea3a0d55f99add907354ca9c9aa74b94a5ab9081da31b46f56fea86ce8 +size 7371 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..666978483193 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4d79ada7becf6e4683782300e0521c3e4d6c2b3d85e8ce75010cef76d8c1b50 +size 9555 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..57bccd173a35 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:177a3e4c10cfd3febae1ba5789671f5c3757428a0bcc16b960d46a501c713836 +size 11505 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..7989f37c489c --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bb361712ea39c22ca12b18df3d80a8a8301137f4d385db8c2b371877ad5446e +size 11505 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..47c215158816 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b18ab1b75a59c1f50ed8c0cf14af9e31fd6f4c9b3fa488f82eb5b5390fae0943 +size 11645 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..203e5a834fbf --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be61e16248fc8637bae3ce2464debc7e9b0d483e6893aba942966630ecde480f +size 9925 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 102e51f4fde9..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Bfloat16_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cbc9034c855e53b230d477596b6ee5452bf4f7dee0b5634c59d15174f9b9b214 -size 16963 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..7b06a04ca1bd --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8c46417dbc4fbbc7a0d76b7e0bdb49e8194a8d675b3f2a585976456cdf3c69c +size 17693 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..7137c39dcfee --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4e1c26c988645c60eae86e9c985f38d3ea0d8b5e5a9646315b225139d4889bc +size 17816 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..63512023817d --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8c149175b881de4cf64625b3bb4ff30eeb2a3ca13b6d7ecd8953b16a1f22e9a +size 17891 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..9cca57de1f4d --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7b81071cd6f104ac012eca162486392ea0881ad49956a717805d7410c720a12 +size 18033 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..1b63e9efb69e --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d038084cb3b59a5fe6ec810b710f86195f98e446c9ac5087b5379d94fe5769ed +size 24692 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..d5db53b501ed --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f3041fbfa3d4bf592bbc87344807f1c94f738dae80df073e30606b6a226bd92 +size 24798 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..4db05362f4bf --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68d2671f1035879a59157a7423b981b1166a496a72af2c91970fccf3224449f4 +size 27235 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..2c23364ac571 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:644c89fce1e0c6342626f7f39b3d272c483f18476a77e62fb88623987cdd439c +size 27185 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..91d553453cf7 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:720e6749ab96994bf4b6ca1df1beadfbffb596bba55e9b153d07759e9710a7ad +size 25250 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..3b7aa01f4a8d --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86256018ba6628c31a716f27efbdb62d073731525e3de69ba11f1ae382d9bd3c +size 25362 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..f3f2a8669f0e --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58fa224318e686f2b47a74d95c5bd6f0d0b5f57434984a61405b85546c3249e8 +size 27843 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..7103472f2d53 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63a7a21972cdd34a25b359dedef43b82164be0eff162d076b4add96e7700bd2b +size 27840 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..e0b39ad42ec3 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d3c897fbcdb60c665169dc82742e7fc8c80cd16acbacc28833a7f2952a73ffa +size 26742 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..c7327e250fac --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb5c8c7b2b0c1bead2575ac7cfacfc31f24c508c09f173f84e330d00a6ce8f7b +size 26814 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..3db46a2f580b --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1ee610106e1c6b7541afc3f32e1eecb81c096bd95787ecd1d0be4bf7cc3d13c +size 29160 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..5b20ed0ad602 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c3c011972d76b32d13bd15bc701456839ca3012c2ffb0e83be78ad66210ad95 +size 29162 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..7eb63cd1bced --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7348737e322020277b73cbedd05659af67c26c335b8fbe174062321ac78ddd8 +size 24353 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..0dc2205a22a4 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf6db9b91f1f78c9483eea6626499ad4f55e9dd90a0cc0a85220883c7a13d3bd +size 24437 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..3e0962e010cc --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57d7c36f45842f192013fdd3a7342f3acd82eb2fd6a3fe9d067b53ac360e5438 +size 26893 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..1a21a7b6ca45 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce835cfae8dcd3bbdd61c4f3ae0feac39e279687836675b8e56a7309b745c14f +size 26825 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index b710989c6ebb..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:58b5bc7201e1b0925d30a660b6092c0e64d6d388b9054e001c9d295047d0ec4a -size 18547 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index edd72dbd5167..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b290afbfb32a45e5bd9ee50efb965e2c390cfefda84e4595ddd26a129cf73327 -size 18714 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index 8158909cc4d6..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a632aba79718d01dfee055c1a8d0807d4b480a794ff2b015213434c1f8dbd63c -size 18632 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index dd979a64d060..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:61e695b361c773e295c4d23129b6050a6c1fc0e8d23ff39e087b9b047fd4e9a6 -size 18821 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index ff7b67f96844..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fc893711c0ba8a2af0b32870cde0dd6eaabd122ff6dadce4df120f3bb3a8c7b7 -size 23139 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index 149466c1ae6f..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f9b9812a3f6678e3a010abf6d2b3ef63860b5ed592668fb2411388894ebd473c -size 23305 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index 2e72ee6d14d2..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dee9537e5e9438de0280d152fdc4461d429b27681824edffbe57c474a1935066 -size 25807 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index 20b791ea6ec9..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ab02d3134416909295851b5ce846e5b3e6dc49a1f37dcd566875332b0d1686fb -size 25912 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index 80e03cfccbb7..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6bb65da232e78d557618b3ab478543d746cee3399ad9f741405e7ebbd574d4b4 -size 23861 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index 48e59553ddf0..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:97756e734f6a1e1cc01922e05339359445dc32cb30697a48158c796d02993100 -size 24026 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index 6b079c6e3b1e..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4962f5b21d30c5261a94c5db5981e653b2fd1658ca6b78471c4803db04613cfe -size 26635 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index 9426498eb7a4..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:42594a9d4a74b52cd859e4ed34a907fc4ede01b4565e0d1e200d30c64d566040 -size 26754 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index ffc8e29e3531..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a34396e4d6037fc9ce549e1fdc6c64ad114cbb4706c6e7999ae103567c0dc4fa -size 26406 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index 7c63298b913c..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f85b00be7afe765a87d78010f553f0da60fdb7fd6895c17af4a49888cb75052f -size 26522 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index 98141aafb8b5..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8c6f0c0fd4915bed9823ee4089242f4018bc0431f90b70fd0b96b7fb02380c83 -size 28892 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index da56e31de905..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:acd2a3f9a95fe3834fdf2cf9fdbe27e2888b1d0bbc688fa48dc1dd047016c699 -size 29025 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index 276fb7b88234..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9b1b09d23b9a608869a0616ab4b4b29a0803e76a05fcb71236e3161df8845259 -size 22672 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index bcd5a32fae8f..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0147e97da0fdef5a6c1498704f0d4f86009a2cc8a83f1f0dd4de43c57f57776e -size 22904 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index e6240b983812..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b95ddded67b1b82be0a5d7aefe2c12f8b64ee7b79f16d5f69942a56b462e8528 -size 25262 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index 13125af71977..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:38175029f77ff06aec1e67ad579b41b027f45f4eb9a93e4b7f37ed15295ff6c0 -size 25349 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..01d66fdb79a0 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59110e3f3b5e4e307512e36d3ca0d32be42c9dfe008625b8fb86c56b6b658ae0 +size 24934 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..cc890e13448d --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70e6664cffdb17a6a4c82d0be96f162c9cb81f82281f8dae5e434e59ef04a19b +size 24934 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..82fe8db679e3 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ff1caa90516927c92fc2455a8156f2d93860049da81c28824d083fa35191cdf +size 25103 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..b686711cb71e --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12abad40360d17bcffb54281ca9f2db9c49ec6d4f2c3bf9e1eade5e57de9dff2 +size 25131 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index b93e54f5779f..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f28491351f9a7a6663e5c67cc9bf566c742ccd8cd1de523d308eea0ce839a15b -size 27910 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..ea86771dbb01 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98e8ae51a03d8c2af39b610bf8ea6d34f62f216d9024c1422b3031345c125bbb +size 26635 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..f47fde75f118 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be46322ed4ffb906c50f012e51de4816a7bbe2a6b7803e233629fe736fa42820 +size 26635 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..764c51b799a8 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4e0b25cafeb80b0a8cf1639514be97f6f6c2e14f49842a04381e2976bfb23e2 +size 26872 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..4079ba83604d --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eedc8b3d638e73a98db19ac3fc8c37f5b2219558e1f2c33a706df377b6c065fa +size 26075 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index f462262912e7..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0eba0892ed4ff4d154d5447b23c8b837ccb170afc3d4d4ff09c53d8f7eb776f1 -size 28889 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..0391c5510850 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d36503a25829b8770baeed2c78e99df2b0e50ffed278fe8a0bfb20d7541dd07c +size 9694 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..cd0bf19e5d7c --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c2d0ec7280612a064dea869177728cf8b0e5b700f2e41275d01acfe112d23ed +size 9695 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..c5c5d8cdc063 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c75b15f2c4b90087b3a454ab37c706d6eeae4be2981ed24a400c7d9fdefe27f5 +size 9792 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 66c5dbc84b77..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e6cc5cc24d002a1400b7eeaa4c3dd4500959fd9d8425f8473700922b8e6b3284 -size 11648 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..eb181f3c704d --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f9843d7f500e4fa72605373e87f1374f4dceee3f1c31e56a0ed3c9fbb453a5e +size 9602 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..b278cea5f95f --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d105b22a21ebb2fb40df1e7edf26df3d762e7a9c99d5b8bcc309b5e2d2b53a0d +size 13619 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..106941ff1a3a --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecb3da5b2fcfd6e8927e547766041a62719d4f32d49945443ad67f021c458425 +size 13619 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..f7aa5c1fe0c7 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac2201d38092211033bd9ea0a106b587d07ee4bc669d323ca725877e324edb28 +size 13672 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..afbc2f06387c --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a4fddab94607df1086ebe79c590d42ed818f5b6fea81314c75dda95cc6b8fe2 +size 12662 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 78479dedf2c3..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ca564baffaffe2bff431137654e036f278c334b94e14188c2a2dc78dafd66243 -size 15710 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..0002b9444c9d --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8408b5f9e739abdfef1a010ec6bd4a7d034f626228e5b417c9c884a1a57c942 +size 15197 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..093907d02a05 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc7d607926ef61bc56bc4d5c7786da31b6355376cbbfdc9e59ed209a4ee5ea9a +size 15196 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..f0bafd36c7ad --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99eb68f1254ba9c70e83c0528800c6d32e03252cf0dca018608250f44471dcdd +size 15384 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..c2b71069c5f8 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f107bafa8742ed5d92658ca4ec02d6b0ea63bebf1f3a1620f1826169ca5182e1 +size 13726 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 9cc1d25836e2..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b6b71077449202cbc7cd4806a4d069593445322f3fe1bdea7203627b5befbf3b -size 16640 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..0bafca275cc6 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7310e5839116180029ad2c9a372b0a2ab197ab3a81dbd4d8957d348e63ddff71 +size 15206 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..5c02e55554df --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d44b85e504fd96027be46274bc51a41026d6c8c464f6198b5023becf819d4dc +size 15205 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..321586a717ba --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5099eeac7f0ea404ed0d0c90a09822f47a127148eea98dd5f8d9b18484907402 +size 15316 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..f6c540147662 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f369df4525632c183142984818d65936d7ba75f1342371156a2ffe1f1f42d59 +size 14676 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 176d3d6d5ef2..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9c8941ea01c01f4ffbd29b2f8d624701ddd0dce6f117b4be45de9a477e53be33 -size 17570 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..b75ab6f1b625 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bcb01515465e2079cd935ece3c0445e658c18d5cd2e9262af9b200bdd210efc +size 16779 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..57eb9ed276a2 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67492bf1750daa2174573b6a5156abcc9eafb263fb43092d842ed1e48144a6fe +size 16778 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..5fff411534dd --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91c2ba1b1cee643ed7aaabd36b876d5bbc49845c4048829f7b796c57327916b5 +size 17011 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..5b38c9b29bef --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a766e7828bfb8d43d59b9a4371ea40dcb77e760acb704bf9286ec7d0ad822d2f +size 15732 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index bf13689589cd..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:24bbdf115af6eda0e5d304cc90f0ebc61bd9476e08a9d271676054b628adfc44 -size 18496 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..a755e6e232f2 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29e34d4694aad4aa96c519ff6ae07ea25a501753774917221c3fd86864cb04b8 +size 18193 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..5d561c5c19a7 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db453dbf2914e5957d58e3e13ac4d66fe219a5257c763b344cc5f559125b5503 +size 18193 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..d7e111e049c5 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54a398f13e004e36eaa2755309daf76b1a02a34661fa26e8b5b8e3dbf64be2e0 +size 18378 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..20ffd006a38f --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcf8ac36f67f123371b1eaf40b4bd6e4a65f411bcc031ed951fb3dd0c2e9d9fa +size 17865 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 49c9ef0083ca..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d46c7250a3fd8f009cbeb70600dd785bc9379b6bd9db156886d368a74ff2445c -size 21205 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..4d4943315b8b --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecf6f5488207514f0576788f87ff1b627493e2d8d568fa1b6bb23b4b55ef4d3c +size 19843 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..212766e33e21 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27f3a521aebaff1d3801decf0620149696744cdd018f0b217eff7d7bded56468 +size 19842 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..2699787de7b1 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0c2883d1321b9f5fc89135275bcec11761c39297141c8fb6ba1a98776822e71 +size 20059 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..c7d5b578cf03 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32c119918f43236dff913591dd15a0a9a0b26fbfda448f6f478a87f85a470939 +size 18876 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index bf3c7e35e1f7..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a5b6ca1ded9bc049169a73c3b45ce4fa16d34a7462dd8f2b5c7471f63e81e1fa -size 22093 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..328668f48ecc --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7913c06ee712035e912c84e6b366d4597507cac496c099297158210ecaa3b153 +size 12373 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..725c8a3c6148 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b5dcd112578c75a3c02df8ea5d0b7a1b50f47d6c460fe8665beaa82533a9c7 +size 12375 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..e3bf498d86b1 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:005025af17ec127860b479ff4b1d554633e1fafe3610b49dcc77ba2144036a79 +size 12434 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..829d574a68d3 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21c8089d8f8c1475dd482f68e5a6f502000ce9d813e40215ca6caddbea521f94 +size 11689 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index cf43e118e8ff..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:beedb5d8d1a56d888f03301d10a3f4449051e8ca26bcf887d1f1978900a5b048 -size 15806 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..bd2063d2804a --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1c25854b6c24a20d4106ab3409b6defda97c964a9505cedc6631f8f4ef07ab9 +size 13967 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..0cfba55b6fff --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70e3fa3aa33a18b5c4f1657a1bbc745f87ff88fa35de2a53422854101c591c52 +size 13970 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..f3632ba4f2d2 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c01e12ae9123788ab0cf9ba02de7a5b5b3185fde83795489bea16534434456d5 +size 14152 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..fb9779ca2fcc --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4691852376c40ec96815db193a6db8d78cc97b16d80b477cbe06972045bad54d +size 12697 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 80ebb0a85e74..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fc7a0ff1c40bb97a5bf7fd513efde2295a9e5b03a6381c3f173324a000f10c30 -size 16841 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..a0bd19455023 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8e5959d2442c53b70e807661b6dd8dc316106b7da044cc0675e962b2971ad03 +size 7954 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..3a2044fb724b --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fab2ef0a4e0b46a1fd237ff4b013c1b4da3cd5601c0575f76b89215ab63b29d +size 7954 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..0250be040522 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5deb34ab31c4fab5ceb9b7859b25e55132e41e5ce38620e0fc910249bd59e0aa +size 8070 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..04ff7b900d10 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:323131ca01abbf16022271e8f63f9bcac925fcb24164d59279a12768781dafb8 +size 10548 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..d11f7c195718 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cacc0fcd953a542478ee53c5a13670e9fcb69c4b5f722b7e6796bdb33782d35 +size 10550 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..aedf8ca9007b --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd9b618c7faea560299d9efdb991c0e21d6b0e162ac6837e9078329da0c6cefb +size 10664 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 7a3488044b40..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a13b6e0831d75016d908aa3d212990e9494487ab26c77679a8cc8919fe629c38 -size 9933 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 29f2b4cde7a8..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:790c18c1ed4c17bc22c3bce5ff52e532b284cc53b2a1b1dfe436e01119e17609 -size 10725 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..8be89f298e18 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40bd8f1f664a644e92e2ce9eef1bdeede5099fa2ce5da88bdb60ecf441048fd0 +size 7264 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..35e6e8b8253f --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_E4m3_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a622727b57cb510ea4fef4991768d48ce5950c514106e5d28725056501b2fef3 +size 9494 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..90532294a1ac --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b2654a42c2e173a0d8c6bfb1fcd92b3f1c86968dd94ab47639884b399aa0779 +size 10731 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..831d63778c06 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5243eac2865ee33d31d793a324b1db3cd128d08cc88f516917d8207853f1894 +size 11967 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..c0ecfc984a8d --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2508d581f4c385ae9e5f0644a6a6cf661dc90fa6e954585dd4ed8e081b2017b8 +size 11967 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..88baa413e6e1 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcab011393a7335e416757b0afa8f071717caa02722348eaa7db6e4d2e7f4323 +size 12075 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..866606598cf3 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:925432600a352112aaeadfb5ffe50ea106c8aba5f1fae8f4c99ee93ed0c60400 +size 9905 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..c36fd8c3c97d --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a5416ff876d363febc2e227fcff57507785c30543f074e23353cab7a95deaf0 +size 11278 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..b788efd950ed --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ee2cb6cd200460d0c2cdc08c88168cd833ffd6afdd0f33d7de937f773ec284d +size 11279 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..a9d61c2df470 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe53bf453c1ecb9355ca4f31f733d17ca2345634578258ea2abebfa438d6f5c8 +size 11393 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a.cubin.tar.zst deleted file mode 100644 index 0015c522476c..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ea833bf9c2ddd9d17d0da46b3fd4ccdefcf284735447ae98fa4c17f24e1d6cee -size 14884 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a.cubin.tar.zst deleted file mode 100644 index e851fb65bebb..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e38d70ffda9da06d4b4996e5b8d0dd1ec1ff8883592188aa7eaa8feceed08a3a -size 15336 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..bb1573296fa8 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:606fb41d966fc1a4079d7fb86410a585eaac80b10f187821edf0b35e53d2c69a +size 17312 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..d3f07435fe17 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78343adc03765d35d7fd06966f375740999a6d56382d2e24d83f1fd62a69d46a +size 17453 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..72d53ec01839 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be9290b051914cd93d10edbd3b6146c159ba89e047bda0dbbb053bb6dee441ea +size 17540 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..a1b7fac8d96f --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x128x256u2_s2_et128x128_m128x128x32_c1x1x1_rM_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f822f754b667758ece948a93352f903c25b491ceb74c99698edc77f3b31f9f6c +size 17636 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..8a56b3724900 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9ceab2380ba067ed742e82a568859591fdf8d83156b8304ce8ab310aa0cb052 +size 25181 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..647096bc4dc8 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:160c71a56bcf9476ba9e8cb98b35924662e976eb0d693fc3b59023f43fb97092 +size 25288 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..6711a338eb20 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:835c2cc949aad1c8d43642f530618324b67aa5c2a3bc7ee9d05f6dd3e691bc12 +size 27748 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..0d13185f6385 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x16x512u2_s2_et128x16_m128x16x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8acfb563928b54e045f0051f9a3bbd78764c239784caddfe89a8eac0ea15b2b0 +size 27699 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..2191b1d24cd5 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:925965243736da10d57c5bb05fe15c09ac825571571b0d68573410dbf863ca80 +size 26241 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..ca58add2cc94 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e326ac444188c60dadc8611706a82a018ce31a6aa1bd790482c20b4fbff9099 +size 26192 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..00783782e5e2 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d80fb7654feb52c452c7d0058ea03264097b6143c208b81afa58fcb8e9b1591 +size 28679 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..0bab0ad121b4 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x32x512u2_s2_et128x32_m128x32x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c5c2fa5d667602d23ea11a47fc38247d33ea84dc17c06c87d7449b464030f08 +size 28658 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..8ee440f99634 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f02477ca26efa3791e0f9117e0694cb0c69b11d2c975fe37665b54af23d029e7 +size 28285 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..297b00d94b9b --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcc4c7a71c96dec5831568214936fc61637de8d82ad864296f70777f248f4063 +size 28367 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..70c45e0ed850 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac40d760101446dd44933e0f27d73fedabc93306c8f7f594abfa92a0122439ba +size 30693 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..6e8bfe49b14a --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x64x512u2_s2_et128x64_m128x64x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e18fc577e5a972c13c367f8922420493487af53a53f60229922d01d7b0afd2f +size 30638 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..87de4622c413 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2cf911b5109323e822319e35899a1cecd264faee51e395e3238fb76d0fd00a1 +size 24664 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..9f1a3a6386bc --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f177a35f464bd1c82c923490f2ca6eb7ae161b0c6b1c62f4f70e1a42ad813b43 +size 24750 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..9a16fb46fd75 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2bf865a09907696c7e55b4ca7cea3261c80df2db7a72037079b8171e5e01221 +size 27199 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..875805e5b37a --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_Ab32_t128x8x512u2_s2_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schPdx3_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c161ee0d3d29d17731cb2c2c5c7a8ad4a229d2a8d2b8d650375518075590566d +size 27135 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index b5012c0e9ab3..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9e66f831cdf7379ba317fcc07fc48a15f75aabc434a52af68f102fd23daec7b6 -size 18326 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index 19d6c135933a..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:26943b6d4368df37b1e8e178f1bd26e7cac60f40de6ad762027e3029c8013983 -size 18521 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index 1c64eab2e990..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1253d25425415d4f9d1ab48eba43bd12e5f7cc5bf063f645d1d53c5e83d10f80 -size 18389 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index c847135433cb..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x128x256u2_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7f1e58ee1a339122846a5448c298cdba7e180b043430d9ba360f5659c3fc72cc -size 18614 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index e14624a3eefb..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6c79f991bf3260811d5971cd289b84925bbe6faf11fc126a77b1825f4ad64de4 -size 23190 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index df8f9fe4fb2d..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fee2ea80e1c388e5419a9f74576caa5f2775a98fc5b8bc3fd24b7ae6f1289431 -size 23338 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index 024ca8655fe1..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4a20e38feaf6e0dcc13953d9b02246b2e54b5dfbb52f19823a6675e36eb05567 -size 25730 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index 1ada9242d58e..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x16x512u2_s2_et128x16_m128x16x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:94bbacdffae5ac54c2075f72ed53b5e8b9fbe41842a36a2e0590a0ee476d1a29 -size 25849 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index 87461b109f0d..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f95704cc47d54fdd4d243d8c9fdd0e8aa02363a663abf58be1a67defd62802c0 -size 23823 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index 7c3d0dc20544..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5a65964f91d13bb9c67729d6a6f202d79f5c10a2a08511fbcc34daf0cb965b1a -size 23969 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index 9db2c7135f12..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:502c89e39c7ec350b8235dba446709764c760106789fe7fc0cf151527450e1ae -size 26439 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index ef18563b47cb..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x32x512u2_s2_et128x32_m128x32x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7ee8fc9a87c0e3abd14a7f127bdd913b667a1aa8eddd18ee6271fbfd4093e766 -size 26565 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index e9df676193cc..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fa4842ccd74b964d13c2c5fca21ca0cdb226e23511f8790b0484f4109e5d01d1 -size 26335 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index 3fba5e089db1..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9017ae72a34651da49d3f24ddaf4779f501aaac88d9632a2e14e3570e51bc66c -size 26468 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index c7c908ad8e6e..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7416ab2a4fedfe3c203114e5c4cbbf26797b9acd481f293e8afea13a2625955e -size 28828 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index 376975468c6c..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x64x512u2_s2_et128x64_m128x64x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2cc70a54aac0c07c438a36b21f28dd03dfdaee2b676e7f15ed726579070f1c9b -size 28855 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index 7d5ed08997b8..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e4a72e4b502d029f6b145aeda3a6dca488f15cea00d29026ee0388561166e57b -size 22668 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index 4967ddc7601f..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1a9ce8606adab708cdff55b24245ba5c3743ae46b0d9d06e740870ca51276515 -size 22936 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst deleted file mode 100644 index 62761a9fa7d2..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b6cdc1cea986d3800555ed5cfcde5effbc0d5fadf7a7a516303cae710900b1d5 -size 25313 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst deleted file mode 100644 index e00c85678d89..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E2m1E4m3_castE4m3_Fp32_sfBlk32_t128x8x512u2_s2_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedPx3_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d54feb339a2b6d73afe7e873438f1dad16023a2c87f42537e1d016518314877f -size 25361 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..4206e37d78f6 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bb9df7ddbcfe3d0f0ef6eb112607a2011272657729144d7050a157f5e3bd0d7 +size 17679 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..aab3ba312b62 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac07f91c9b4e2ace811cf93299717f25312cc76176eedea88029f1f31ee4fb84 +size 17680 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..080fe31f39e2 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0063dc82ff936203d8e827c464f396d25146bf69a6180f3f49d0d28b234f63c4 +size 17765 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..06f816f8f629 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d68d6bf53237b6039309c0f7a52647d4f2d517be7efbbc32be330560815c0b1f +size 16844 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index e585d8622f94..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ad76985256e9f33090543f0555bed9ef2e54b957911ae4e059c98826329fcf4b -size 19299 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..71852d38c79c --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10c858bc0a735eb5e7be69a8070b8bb0c04c9e0f57241e46625a94327578a04f +size 19250 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..400e2488da90 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af6c7101192d4863f076b1671dce8ae61064eacaab4dc54c57e8d14c1ae59ab7 +size 19250 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..39b4cedca7c4 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d9996a4902149325930e4f4795ed05e57003342bcff9fcba0fe22d95c2b068f +size 19426 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..3822c157bb2e --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a117a2ac62dd331253d0106343c973d52050d4d190dbfc0bf63a44b43c34814 +size 17790 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index b57fd7ff38c0..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x128u2_s4_et64x128_m64x128x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:fbe8b914474a62938584afc6ee79be3c52d7003a86a13522c5e6d8b2eb20791f -size 20329 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..68f5965f47cc --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dab462642fad11d87e75174197842a716c0dd1f049270d4d13daf8a609c96bb +size 9871 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..34ac5c82a792 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5243ddc18ee5c8996438af76d22ee5c39480fe518511ccd1c17ec0b4d3432a43 +size 9871 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..2dbda541bde2 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ea704bc29c76f4a74f4af36ac7048bc1b743a39d1d3617d2645270c8f043289 +size 9960 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 361a27300671..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x32_cga1x1x1_16dp256b_TN_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:284c2627d15eeb81c97819f082f21268ea29d382dd1923152d6aafa200e3260d -size 11553 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..cdc24449cdd7 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x128x256_s2_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faf2c360230a113ec1c85b79f47996a727e5b60cb4d43bc523611d36a9dc3e3d +size 9347 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..77513b2ce60e --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbf7270d0f0ca9586c64ebba3c907663d3c7d0415a723d16f0d333520f4cab75 +size 11789 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..be4edf1a6494 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e7a3e5c709e7fb200616ffc893393009a3b71d0e9f6bef8a542745eada0d4ed +size 11789 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..1b6b2fabd595 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94e97e9eeb004eff148d8678834fd13b6d23edd2fb725d73124e2c073c1a30b9 +size 11871 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..b69c0db032f2 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1153d490b4c07d3f85474c74370fdf56fe547d2d0082ae6fcc19ec61047338b +size 10962 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 1e9588bf5751..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1826cd00936504a527f1e2f9d35b5192890a17df64ce3ea4b8625cab50798bad -size 14107 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..c15e215135b8 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0883bdc805c71459041ee6c49799dc9e417f59f964a6327e625cdcb744c15d5 +size 13322 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..a12af5d4e3c9 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b1cd520a25585dbf65de923ae9126244b3289c693438e2b53235be325aaa82e +size 13322 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..8eb890729480 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad6689361e0b972379bb60018b2522c176bfbf8261476ff863f0ff683e5c0f8a +size 13543 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..a9c5c93485b5 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82c29a41e3480895abdcc270044419ae302c3c162aae53f33b63da3573163ddf +size 11975 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index fee4a30a98d9..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x16x128u2_s4_et64x16_m64x16x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b18b96c3e953a0070a33277938135de1d7ec8ec04983f3cca67763f8e9cc5b93 -size 15188 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..fcabfb847dfd --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cbbe1b586311f2130bd5a8425f9ce38c0f425dad60202b060eff2e048ae0a0d +size 12616 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..128aab1358f4 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9fdd61b510956f33dfcbd8fddab385f093cb07c6e89138fcedbaf8760b0a07a +size 12617 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..747a6fecac07 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42f08f28a219e1eec49460af74899847e265363ae889e6948584472bc9b19727 +size 12705 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..dc8cd5721a80 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0b03f93055c3bad7a0c3bb6937d0847a12f550372a2e46a3314d3fe89975b33 +size 11788 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 91525cb1128f..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:964c08c2e262ad481c548d9b9b252f0b74825e46c3eb8ffbb8bc01e0c17367de -size 14914 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..9d67514f643d --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57f612dbf6e978ddb5880452806d592ac40f7870a99b675dff550d7ad0bffcfa +size 14179 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..b188fcf31e00 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:483098189b40b6c7090da67c7c46b772c9eab029709c4bbba7c7a671efecd1b7 +size 14179 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..5ce673e2c7c8 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd595402b8bc12186c78046f3c265bf22af299df1b7ff147da47db9ae1fb6a60 +size 14352 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..16888ddaeed6 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c3437dec4780797d2bdafdd833dc85e6195f8832964ac41da1698da85136069 +size 12803 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index c6f40e227f1a..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x32x128u2_s4_et64x32_m64x32x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c1ce2f31513a74aca10a2ee2d4c4c99c29f623c8c8f28e407f2012fb6cad36f9 -size 15906 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..12a3cc04cb05 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e686344ca4cc5fe16f29ff5854e0ed2ae1ce7d66d0ef307986c1e82c6bcf8f6a +size 14664 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..686b0bc0b81a --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f757bc4974bef38d6a6f67f1e1b227370be7701137b1ee8bc97369796c93a7a +size 14663 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..736f8568ee16 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f343d7bd3c4983ffcbe6f81bcdadb120c4b6d4690796d267eb7309acbc837e8b +size 14723 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..315e7167787e --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b65a91a75a3e3a30a77d9a9993803ed32db78572e15cb3dcfacab4529797c233 +size 13120 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index a9312b989c35..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a1c9c685a6b56b748ec1e227fb8c74fd092900e281bf6074bccf2b84486ac483 -size 16644 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..b6ae4831fed1 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e6a2168902db77dddd7b866ad2e47bcadad4cefd06337cd1bb884d01956d250 +size 16237 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..2b153f1fc748 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51dd85dd5d3736a66dd5299d1521def091acb31a092432678d226dfd36614e5d +size 16240 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..e1ca448a95b1 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c60730af43b8377628671a8887715e6278d99e47a4bdac373d856971cfbbde48 +size 16380 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..25c6f35c291e --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70cdc94099fb4c71d823b135284bf3d3355d2cf1949f8d792d7ff339badd0f67 +size 14164 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 5b7180fc8bc8..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x64x128u2_s4_et64x64_m64x64x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f6addae1b70d7790f9a6910a7cfa23e1b3bada090e054975c9778e22fdc46315 -size 17596 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..f8e705635602 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58d043faaeee28efccbcb1707e3b6a19c59e034e6c0dcf762aac4ef5c236dc26 +size 11097 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..237ac9b37706 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b5d0ac6913580d391f2db77c3de98799e65a7cb95132dcff3d8ba0ea3f731c6 +size 11097 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..e19fd7b45706 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d13f9c5996e118a81aab4f066ecf68997f3184d52f8b7d7c8a9bc876ad3754b9 +size 11181 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..13591ea28d99 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84a0d8362d46c9de8052cff39687b5a819b18e32328aee2f304e7535530929fe +size 10642 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index a99a7b590a65..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a04f672d1eb0d9e7164fb52314bd5ef979bd9281f992da11585554c3b15eec9c -size 14581 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..2af609678abc --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94cd819c9b108d1d639a8ee21b0f2fec8ea75b0bb8267c7f006e6c860036c304 +size 12693 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..ebf09ccc79b2 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87e9e8f9e66b8b4765a354f8fdc120e29a1a52b5597a1f4242e299748354487b +size 12692 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..08093f846361 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0107b2fe54d1a046b56e4b541f08346ce37b1cb2a8518f8f29cd7c0b9627e425 +size 12971 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..159eb88d15d4 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_c1x1x1_rM_TN_transOut_noShfl_dsFp8_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6caa800f0332c715ad5977385b0bed8f49d7bb4d574dcf0e511017b9ea4a0956 +size 11640 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index ba1a62c6e403..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x128u2_s4_et64x8_m64x8x32_cga1x1x1_16dp256b_TN_transOut_noShflA_dsFp8_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6071b793121257fc9cefbb38f837fce5b9791c250c35121b609e39400328ee44 -size 15639 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..2cf273491d4b --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:080a4e87b3d6fadc4c1f1d0a981440ee7cfa689b6b358ff9b964e199d85d953f +size 7983 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..d98051246053 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:214fd51b646564edc101a740d3bd473ab9a8d5aa34c8486a22d84b5ebe1a8004 +size 7982 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..a89aab2d3b29 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df568f76b4e409d87ea97558624ca3656cfca3b88b2f62e6eff22c48bc171760 +size 8100 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..896cb209d8b7 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eed4365b794a670dbf9a1380ebb2f32cf0ce60fd6201bc3f89e3d7843f2da4c1 +size 10798 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..8388f3833175 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f26c37a054cb5755a0bf26e1e127fb38cf8d452ea87b1fc5fc4afef8b58439cc +size 10798 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..8cc5ce6ede18 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_c1x1x2_rM_splitK2_TN_transOut_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7e0bdc7f8d3cd30572e698c47488cc15370b841f0aac280b2c63562b2559c58 +size 10897 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index e42bc14ce4ff..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5afd68b38baa610d824a5a874ba8c5e9fae1fdaeeb21126c0496d6d01641267f -size 9952 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 819fb74411e9..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x2_16dp256b_splitK2_TN_transOut_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9d42887e72600d0e9f34f15efbba902f99fdd1f10cb2b968ece104b7b7b4ca63 -size 10767 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..5e7d93c0cc6e --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f94ed1fb40a8196d10ff00cb1b671437f7faf04f5f299937c8a334de4c5f9b4 +size 7309 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..d3dd3b11995e --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_E4m3E4m3_Fp32_t128x8x512_s3_et128x8_m128x8x64_c1x1x2_rM_splitK2_TN_transOut_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1379cf6b1b057075a99d77f1390ddb62c86b1c6e23cb3c71ee184b24d6832408 +size 9567 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..29a3ef818b4e --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc92002bd21e9e1f61145cc6690cf6ed60bca2f5a7ee59e9851e85283a3d33b5 +size 11498 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..6c268f395c7e --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5691d9f4b936d2b24dd38dd43da5743d34d31fdb9c900c36fb8fba0e6d63e59d +size 11498 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..87a9a0bc1805 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca3406d2dd7846362660a1bcef735ff5658e2dccd9700cd4b105f0c9df4d0d81 +size 11650 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..d23ac122a263 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:213afc7ce4e811c184c3be0adb6072cd45071beecf1d258dcb7c11128e235a27 +size 9937 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index f16688ac6dc5..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp16_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9b8647fcfb2deaf709db04bae73e14724bd2012ee185b90ed37083867c4bc800 -size 16973 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..157490fcd47f --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x128_c1x1x1_rM_TN_noShfl_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a95bff02630ddcfc6836ee7bbf9da634fce8df77f4ce0f2048037277c4825c9a +size 10846 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..2b2450c45777 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:376b6a05537813528488bcb85dd5d4337145227ad40ea431e0f254d3f3f8c13b +size 12372 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..3b165da2f264 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb7c44ebed4ca82d957f27eb208ab0a5c48031b46f20876263ec0bcf28e52345 +size 12372 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..3b3f376163c0 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x128x256_s3_et128x128_m128x128x64_c1x1x1_rM_TN_noShfl_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acadd4b8f42610cfaf449b36b4b4f1966c87462d04531f7fb820b182c0da8a4b +size 12438 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..60cedcbdb2a5 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x128_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a580eae0986b66e283b8aedc015be093b5161e6570203e47d0cd6d0db2bf068 +size 9906 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..ca69e663eaaa --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd3afeb64b04e79e3eaa680ad35547d6f2a6646cccc137268f1411d85bc34642 +size 11380 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..6465727020b6 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f86938f53cb7a52f9e3fae0e05aa1ef5293d20e8245e9a947601fd0680f5c844 +size 11379 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..44be31aacf61 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_Ab16_Bb16_t128x8x512_s4_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ec2d1fbd3819e3e6390d144935b3c858624a96392416d634b52c04416afd974 +size 11519 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a.cubin.tar.zst deleted file mode 100644 index 60fbd8800edf..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm100a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0c4aff6c3db1a391d1e8d984c1f388380d1c740d555bbb773d0555ff7f285749 -size 15105 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a.cubin.tar.zst deleted file mode 100644 index 862bbadd6dee..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_E2m1E2m1_Fp32_t128x128x256_s3_et128x128_m128x128x64_cga1x1x1_16dp256b_TN_schedS_sm103a.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:494715c9acf0cd683a72d2e521e3ba038c67094bed0f09ec90fb0f3680e98516 -size 15568 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..6e6b3424e4a6 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b238461f32fe86248cb154f266c499c2a41da6b6da18690dca1464283b7661b6 +size 11589 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..fe511c952d2a --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8afbb1a700a69062875e18c928d6bd4d13edc3f6374ce5db9117a703b448b0cb +size 11591 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..b913acf7aace --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:439eab97d7c573aded05f79b25a5c96613ffbc594fa51bcf3a83c0f62ae342ee +size 11695 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..c5e58dc3f925 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_MxE2m1MxE4m3_Fp32_Ab32_Bb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ad4e315f6c33248d54580ef6bfc7c372c7bd1ede6578291cac6c2ee8df0ca9a +size 9959 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 417bd75db07c..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_Fp32_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c74fe5a3229714e9024d8f33dab9e7dd4f9df5e55267b6ee987fd395adb87e36 -size 17099 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst new file mode 100644 index 000000000000..28ca0168c62f --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9241df90c430cc3b90b5805979cd2f4b45ef76db0f09e018ff230c67b42d7c71 +size 12192 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst new file mode 100644 index 000000000000..c76c070dfa66 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm100f.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f98b15cf024e7e9bdfef416c00cc8720b26608f0841e008d2d9afd3c1e6b036f +size 12192 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst new file mode 100644 index 000000000000..46f17ed96a65 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x32_c1x1x1_rM_TN_transOut_schedS_sm103a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:356bb733bf450787a58bf2b5659dfbf1b8125684f7c69f5805ff1aea01e79143 +size 12278 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst new file mode 100644 index 000000000000..739bd62b82cb --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_Ab32_Bb32_Cb32_t128x8x512_s3_et128x8_m128x8x64_c1x1x1_rM_TN_transOut_schedS_sm107a.cubin.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1fae9b71948af8009fc52b5ea5264e7ca4d8c0077502c692c82b53ad5c1a7d2 +size 10650 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst deleted file mode 100644 index 29c755c49cd9..000000000000 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/cubins/Gemm_MxE4m3_MxE2m1MxE4m3_Fp32_t128x8x512_s3_et128x8_m128x8x32_cga1x1x1_16dp256b_TN_transOut_schedS_sm100f.cubin.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d664ee4dd919eb45ca2b9787adf6e636c3f92939ccdf979055a70c3d19d51aff -size 17766 diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/CommonUtils.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/CommonUtils.h index 1606df18db5c..0b940b04c08f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/CommonUtils.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/CommonUtils.h @@ -1,5 +1,5 @@ /* - * SPDX-FileCopyrightText: Copyright (c) 1993-2025 NVIDIA CORPORATION & + * SPDX-FileCopyrightText: Copyright (c) 1993-2026 NVIDIA CORPORATION & * AFFILIATES. All rights reserved. SPDX-License-Identifier: Apache-2.0 * * Licensed under the Apache License, Version 2.0 (the "License"); @@ -26,6 +26,21 @@ namespace gen //////////////////////////////////////////////////////////////////////////////////////////////////// +// +// TMA OOB optimization constants. +// +// CUDA Programming Guide states that "globalDim must be non-zero and less than or equal to 2^32". +// In practice, the kernel acts funny with TMA shape of 2^32 so we use 2^31. +constexpr unsigned long TmaDimMax = 1UL << 31; +// Chosen so that LargeN * XLargeN * sizeof(dtype) >= 2^64 which causes overflow and effectively +// becomes 0. As sizeof(dtype) can be as small as 0.5B, we choose LargeN = 2^30 and XLargeN = 2^35 +// so overflow can happen. +constexpr unsigned long LargeN = 1UL << 30; +// Used in TMA stride. Should be less than 2^40. +constexpr unsigned long XLargeN = 1UL << 35; + +//////////////////////////////////////////////////////////////////////////////////////////////////// + template inline T ceilDiv(T m, T n) { diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/CudaArchDecl.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/CudaArchDecl.h new file mode 100644 index 000000000000..fa10847d1fc6 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/CudaArchDecl.h @@ -0,0 +1,136 @@ +/* + * SPDX-FileCopyrightText: Copyright (c) 1993-2026 NVIDIA CORPORATION & + * AFFILIATES. All rights reserved. SPDX-License-Identifier: Apache-2.0 + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +#pragma once + +#include +#include +#include + +//////////////////////////////////////////////////////////////////////////////////////////////////// +// +// Be careful when modifying this file as it is included by the generated kernels. For example, do +// not add TLLM_CHECK_* constructs in this file. Thanks! +// +//////////////////////////////////////////////////////////////////////////////////////////////////// + +namespace gemm +{ + +namespace trtllm +{ +namespace gen +{ + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +enum class CudaArch +{ + // Hopper + Sm90a = 0, + // Blackwell + Sm100a, + // Blackwell-family + Sm100f, + // Blackwell Ultra + Sm103a, + // SM107 + Sm107a, +}; + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +inline bool isArchHopper(CudaArch cudaArch) +{ + return cudaArch == CudaArch::Sm90a; +} + +inline bool isArchRubin(CudaArch cudaArch) +{ + // Note: when compiling with a Blackwell target compatible with Rubin such as 100f, + // no Rubin-specific features shall be used. + if (cudaArch == CudaArch::Sm107a) + { + return true; + } + return false; +} + +inline bool isArchBlackwell(CudaArch cudaArch) +{ + if (cudaArch == CudaArch::Sm107a) + { + return true; + } + return cudaArch == CudaArch::Sm100a || cudaArch == CudaArch::Sm100f || cudaArch == CudaArch::Sm103a; +} + +inline bool isArchBlackwellUltra(CudaArch cudaArch) +{ + return cudaArch == CudaArch::Sm103a; +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +inline std::string cudaArchToString(CudaArch cudaArch, bool isFull = true) +{ + switch (cudaArch) + { + case CudaArch::Sm90a: return isFull ? "90a" : "90"; + case CudaArch::Sm100a: return isFull ? "100a" : "100"; + case CudaArch::Sm100f: return isFull ? "100f" : "100"; + case CudaArch::Sm103a: return isFull ? "103a" : "103"; + case CudaArch::Sm107a: return isFull ? "107a" : "107"; + default: assert(false); return ""; + } +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +inline CudaArch stringToCudaArch(std::string const& str) +{ + if (str == "90a") + { + return CudaArch::Sm90a; + } + else if (str == "100a") + { + return CudaArch::Sm100a; + } + else if (str == "100f") + { + return CudaArch::Sm100f; + } + else if (str == "103a") + { + return CudaArch::Sm103a; + } + else if (str == "107a") + { + return CudaArch::Sm107a; + } + else + { + assert(false); + return CudaArch::Sm100a; + } +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +} // namespace gen +} // namespace trtllm +} // namespace gemm diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/CudaKernelLauncher.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/CudaKernelLauncher.h index 0b301d5b5c63..ec33eae2b43f 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/CudaKernelLauncher.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/CudaKernelLauncher.h @@ -1,5 +1,5 @@ /* - * SPDX-FileCopyrightText: Copyright (c) 1993-2025 NVIDIA CORPORATION & + * SPDX-FileCopyrightText: Copyright (c) 1993-2026 NVIDIA CORPORATION & * AFFILIATES. All rights reserved. SPDX-License-Identifier: Apache-2.0 * * Licensed under the Apache License, Version 2.0 (the "License"); @@ -33,13 +33,79 @@ namespace gen //////////////////////////////////////////////////////////////////////////////////////////////////// #ifdef TLLM_ENABLE_CUDA +inline CUresult launchKernelFlexibleCgaSizes(void* kernelParams, void* cudaStream, int32_t smemSize, CUfunction kernel, + dim3 block3, dim3 grid3, dim3 cluster3, dim3 fallbackCluster3, bool enablesPdl) +{ + // Make sure we can launch with that much shared memory. + // Note: those function-level settings are actually ignored as we use per-launch attributes. + if (smemSize > 48 * 1024) + { + CUresult result; + result = cuFuncSetAttribute(kernel, CU_FUNC_ATTRIBUTE_MAX_DYNAMIC_SHARED_SIZE_BYTES, smemSize); + if (result != CUDA_SUCCESS) + { + return result; + } + } + + auto clusterDim = cluster3.x * cluster3.y * cluster3.z; + + CUlaunchConfig launchConfig; + launchConfig.blockDimX = block3.x; + launchConfig.blockDimY = block3.y; + launchConfig.blockDimZ = block3.z; + launchConfig.gridDimX = grid3.x; + launchConfig.gridDimY = grid3.y; + launchConfig.gridDimZ = grid3.z; + launchConfig.hStream = reinterpret_cast(cudaStream); + launchConfig.sharedMemBytes = smemSize; + + CUlaunchAttribute launchAttrs[4]; + launchAttrs[0].id = CU_LAUNCH_ATTRIBUTE_CLUSTER_DIMENSION; + launchAttrs[0].value.clusterDim.x = fallbackCluster3.x; + launchAttrs[0].value.clusterDim.y = fallbackCluster3.y; + launchAttrs[0].value.clusterDim.z = fallbackCluster3.z; + launchAttrs[1].id = CU_LAUNCH_ATTRIBUTE_CLUSTER_SCHEDULING_POLICY_PREFERENCE; + launchAttrs[1].value.clusterSchedulingPolicyPreference + = (clusterDim > 1) ? CU_CLUSTER_SCHEDULING_POLICY_SPREAD : CU_CLUSTER_SCHEDULING_POLICY_DEFAULT; + launchAttrs[2].id = CU_LAUNCH_ATTRIBUTE_PROGRAMMATIC_STREAM_SERIALIZATION; + launchAttrs[2].value.programmaticStreamSerializationAllowed = enablesPdl; + launchAttrs[3].id = CU_LAUNCH_ATTRIBUTE_PREFERRED_CLUSTER_DIMENSION; + launchAttrs[3].value.preferredClusterDim.x = cluster3.x; + launchAttrs[3].value.preferredClusterDim.y = cluster3.y; + launchAttrs[3].value.preferredClusterDim.z = cluster3.z; + launchConfig.attrs = launchAttrs; + launchConfig.numAttrs = 4; + + // Add setting for non-portable cluster size. + { + CUresult result = cuFuncSetAttribute(kernel, CU_FUNC_ATTRIBUTE_NON_PORTABLE_CLUSTER_SIZE_ALLOWED, + 1 // Enable non-portable cluster sizes + ); + if (result != CUDA_SUCCESS) + { + return result; + } + } + + // Launch the kernel. + return cuLaunchKernelEx(&launchConfig, kernel, &kernelParams, nullptr); +} + inline CUresult launchKernel(void* kernelParams, void* cudaStream, int32_t smemSize, CUfunction kernel, dim3 block3, - dim3 grid3, dim3 cluster3, bool enablesPdl) + dim3 grid3, dim3 cluster3, bool enablesPdl +#ifdef TLLM_TEST + , + void* dependencyEvent = nullptr +#endif // TLLM_TEST +) { // Make sure we can launch with that much shared memory. + // Note: those function-level settings are actually ignored as we use per-launch attributes. if (smemSize > 48 * 1024) { - CUresult result = cuFuncSetAttribute(kernel, CU_FUNC_ATTRIBUTE_MAX_DYNAMIC_SHARED_SIZE_BYTES, smemSize); + CUresult result; + result = cuFuncSetAttribute(kernel, CU_FUNC_ATTRIBUTE_MAX_DYNAMIC_SHARED_SIZE_BYTES, smemSize); if (result != CUDA_SUCCESS) { return result; @@ -58,7 +124,11 @@ inline CUresult launchKernel(void* kernelParams, void* cudaStream, int32_t smemS launchConfig.hStream = reinterpret_cast(cudaStream); launchConfig.sharedMemBytes = smemSize; +#if defined(TLLM_TEST) + CUlaunchAttribute launchAttrs[4]; +#else CUlaunchAttribute launchAttrs[3]; +#endif // TLLM_TEST launchAttrs[0].id = CU_LAUNCH_ATTRIBUTE_CLUSTER_DIMENSION; launchAttrs[0].value.clusterDim.x = cluster3.x; launchAttrs[0].value.clusterDim.y = cluster3.y; @@ -68,8 +138,17 @@ inline CUresult launchKernel(void* kernelParams, void* cudaStream, int32_t smemS = (clusterDim > 1) ? CU_CLUSTER_SCHEDULING_POLICY_SPREAD : CU_CLUSTER_SCHEDULING_POLICY_DEFAULT; launchAttrs[2].id = CU_LAUNCH_ATTRIBUTE_PROGRAMMATIC_STREAM_SERIALIZATION; launchAttrs[2].value.programmaticStreamSerializationAllowed = enablesPdl; - launchConfig.attrs = launchAttrs; launchConfig.numAttrs = 3; +#ifdef TLLM_TEST + if (dependencyEvent) + { + launchAttrs[launchConfig.numAttrs].id = CU_LAUNCH_ATTRIBUTE_PROGRAMMATIC_EVENT; + launchAttrs[launchConfig.numAttrs].value.programmaticEvent.triggerAtBlockStart = 1; + launchAttrs[launchConfig.numAttrs].value.programmaticEvent.event = reinterpret_cast(dependencyEvent); + launchConfig.numAttrs++; + } +#endif // TLLM_TEST + launchConfig.attrs = launchAttrs; // Add setting for non-portable cluster size. if (clusterDim > 8) diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/DtypeDecl.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/DtypeDecl.h index c4385d40b3af..7ea8c1d1d1a4 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/DtypeDecl.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/DtypeDecl.h @@ -1,5 +1,5 @@ /* - * SPDX-FileCopyrightText: Copyright (c) 1993-2025 NVIDIA CORPORATION & + * SPDX-FileCopyrightText: Copyright (c) 1993-2026 NVIDIA CORPORATION & * AFFILIATES. All rights reserved. SPDX-License-Identifier: Apache-2.0 * * Licensed under the Apache License, Version 2.0 (the "License"); @@ -75,13 +75,14 @@ enum class Dtype : uint32_t Int64 = TLLM_ENCODE_DTYPE(/*block*/ 0u, /*signed*/ 1u, /*int*/ 1u, /*bits*/ 64u, /*uid*/ 11u), MxE2m1 = TLLM_ENCODE_DTYPE(/*block*/ 1u, /*signed*/ 1u, /*int*/ 0u, /*bits*/ 4u, /*uid*/ 12u), MxE4m3 = TLLM_ENCODE_DTYPE(/*block*/ 1u, /*signed*/ 1u, /*int*/ 0u, /*bits*/ 8u, /*uid*/ 13u), - UE8m0 = TLLM_ENCODE_DTYPE(/*block*/ 0u, /*signed*/ 0u, /*int*/ 0u, /*bits*/ 8u, /*uid*/ 14u), - UInt8 = TLLM_ENCODE_DTYPE(/*block*/ 0u, /*signed*/ 0u, /*int*/ 1u, /*bits*/ 8u, /*uid*/ 15u), - UInt16 = TLLM_ENCODE_DTYPE(/*block*/ 0u, /*signed*/ 0u, /*int*/ 1u, /*bits*/ 16u, /*uid*/ 16u), - UInt32 = TLLM_ENCODE_DTYPE(/*block*/ 0u, /*signed*/ 0u, /*int*/ 1u, /*bits*/ 32u, /*uid*/ 17u), - UInt64 = TLLM_ENCODE_DTYPE(/*block*/ 0u, /*signed*/ 0u, /*int*/ 1u, /*bits*/ 64u, /*uid*/ 18u), - UInt128 = TLLM_ENCODE_DTYPE(/*block*/ 0u, /*signed*/ 0u, /*int*/ 1u, /*bits*/ 128u, /*uid*/ 19u), - Void = TLLM_ENCODE_DTYPE(/*block*/ 0u, /*signed*/ 1u, /*int*/ 0u, /*bits*/ 0u, /*uid*/ 20u), + MxInt4 = TLLM_ENCODE_DTYPE(/*block*/ 1u, /*signed*/ 1u, /*int*/ 1u, /*bits*/ 4u, /*uid*/ 14u), + UE8m0 = TLLM_ENCODE_DTYPE(/*block*/ 0u, /*signed*/ 0u, /*int*/ 0u, /*bits*/ 8u, /*uid*/ 15u), + UInt8 = TLLM_ENCODE_DTYPE(/*block*/ 0u, /*signed*/ 0u, /*int*/ 1u, /*bits*/ 8u, /*uid*/ 16u), + UInt16 = TLLM_ENCODE_DTYPE(/*block*/ 0u, /*signed*/ 0u, /*int*/ 1u, /*bits*/ 16u, /*uid*/ 17u), + UInt32 = TLLM_ENCODE_DTYPE(/*block*/ 0u, /*signed*/ 0u, /*int*/ 1u, /*bits*/ 32u, /*uid*/ 18u), + UInt64 = TLLM_ENCODE_DTYPE(/*block*/ 0u, /*signed*/ 0u, /*int*/ 1u, /*bits*/ 64u, /*uid*/ 19u), + UInt128 = TLLM_ENCODE_DTYPE(/*block*/ 0u, /*signed*/ 0u, /*int*/ 1u, /*bits*/ 128u, /*uid*/ 20u), + Void = TLLM_ENCODE_DTYPE(/*block*/ 0u, /*signed*/ 1u, /*int*/ 0u, /*bits*/ 0u, /*uid*/ 21u), // clang-format on #undef TLLM_ENCODE_DTYPE @@ -161,6 +162,7 @@ inline std::string dtypeToString(Dtype dtype) case Dtype::Int64: return "Int64"; case Dtype::MxE4m3: return "MxE4m3"; case Dtype::MxE2m1: return "MxE2m1"; + case Dtype::MxInt4: return "MxInt4"; case Dtype::UE8m0: return "UE8m0"; case Dtype::UInt8: return "UInt8"; case Dtype::UInt16: return "UInt16"; @@ -186,13 +188,16 @@ inline Dtype dtypeEltType(Dtype dtype) //////////////////////////////////////////////////////////////////////////////////////////////////// -inline int dtypeNumEltsPerSf(Dtype dtype) +// Note: the block size from the options should be used instead. +// TODO: remove this function? +inline int dtypeNumEltsPerSf(Dtype dtype, bool useSparsity = false) { switch (dtype) { - case Dtype::E2m1: return 16; + case Dtype::E2m1: return useSparsity ? 32 : 16; case Dtype::MxE2m1: - case Dtype::MxE4m3: return 32; + case Dtype::MxE4m3: + case Dtype::MxInt4: return useSparsity ? 64 : 32; default: assert(false); return -1; } } @@ -207,6 +212,7 @@ inline Dtype dtypeGetBlockSfType(Dtype dtype) case Dtype::E2m1: return Dtype::E4m3; case Dtype::MxE2m1: case Dtype::MxE4m3: return Dtype::UE8m0; + case Dtype::MxInt4: return Dtype::Bfloat16; default: assert(false); return Dtype::Void; } } @@ -256,6 +262,14 @@ inline MmaKind dtypeGetMmaKind(Dtype dtypeA, Dtype dtypeB) //////////////////////////////////////////////////////////////////////////////////////////////////// +inline bool dtypeNeedsPadding(Dtype dtype, MmaKind mmaKind, [[maybe_unused]] int mmaK, [[maybe_unused]] bool isSparseA) +{ + bool needsPadding = mmaKind == MmaKind::MxFp8Fp6Fp4 && dtype == Dtype::MxE2m1; + return needsPadding; +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + } // namespace gen } // namespace trtllm diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/MmaDecl.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/MmaDecl.h index 27efe1db8679..0296c9e2b70e 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/MmaDecl.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/MmaDecl.h @@ -1,5 +1,5 @@ /* - * SPDX-FileCopyrightText: Copyright (c) 1993-2025 NVIDIA CORPORATION & + * SPDX-FileCopyrightText: Copyright (c) 1993-2026 NVIDIA CORPORATION & * AFFILIATES. All rights reserved. SPDX-License-Identifier: Apache-2.0 * * Licensed under the Apache License, Version 2.0 (the "License"); @@ -21,7 +21,7 @@ #include #ifndef TLLM_GEN_EXPORT_INTERFACE #include "trtllm/gen/CommonUtils.h" -#else // TLLM_GEN_EXPORT_INTERFACE +#else // TLLM_GEN_EXPORT_INTERFACE #include "CommonUtils.h" #endif // TLLM_GEN_EXPORT_INTERFACE @@ -93,16 +93,22 @@ inline std::string mmaKindToString(MmaKind mmaKind) //////////////////////////////////////////////////////////////////////////////////////////////////// -// function to get the TMEM column stride per group (i.e., 64 K elements) -inline int32_t getTmemColStridePerGroup(int32_t tileMn, int32_t mmaK) +// Get the TMEM column stride per group. +// A group is one or more MMA instructions that share the same TMEM columns. +inline int32_t getTmemColStridePerGroup(int32_t mmaMn, int32_t mmaK, [[maybe_unused]] int32_t kGroupSize) { - // Calculate the stride of TMEM column for every 64 elements in the K dimension - int32_t div = 2 * ceilDiv(tileMn, 64); - return mmaK == 96 ? std::max(4, div) : div; + int32_t colStride = 2 * ceilDiv(mmaMn, 64); + if (mmaK == 96) + { + colStride = std::max(4, colStride); + } + return colStride; } //////////////////////////////////////////////////////////////////////////////////////////////////// +//////////////////////////////////////////////////////////////////////////////////////////////////// + } // namespace gen } // namespace trtllm diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/SfLayoutDecl.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/SfLayoutDecl.h index ac876a63089c..12d8a3bdeb93 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/SfLayoutDecl.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/SfLayoutDecl.h @@ -1,5 +1,5 @@ /* - * SPDX-FileCopyrightText: Copyright (c) 1993-2025 NVIDIA CORPORATION & + * SPDX-FileCopyrightText: Copyright (c) 1993-2026 NVIDIA CORPORATION & * AFFILIATES. All rights reserved. SPDX-License-Identifier: Apache-2.0 * * Licensed under the Apache License, Version 2.0 (the "License"); @@ -67,11 +67,10 @@ enum class SfLayout // | 1,0 | 1,1 | 1,2 | 1,3 | 33,0 | 33,1 | 33,2 | 33,3 | ... | 97,3 | // | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | // | 31,0 | 31,1 | 31,2 | 31,3 | 63,0 | 63,1 | 63,2 | 63,3 | ... | 127,3 | - // See https://nvbugspro.nvidia.com/bug/4165523 - // // I.e., the SF buffer is a tensor [⌈m/128⌉, ⌈n/b/4⌉, 32, 4, 4] // The SF for the element (i, j) is stored at (i/128, j/b/4, i%32, (i%128)/32, (j/b)%4). R128c4, + }; //////////////////////////////////////////////////////////////////////////////////////////////////// @@ -90,6 +89,13 @@ inline std::string sfLayoutToString(SfLayout layout) //////////////////////////////////////////////////////////////////////////////////////////////////// +inline bool sfLayoutCanUseUtccp(SfLayout layout) +{ + return (layout == SfLayout::R128c4); +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + } // namespace gen } // namespace trtllm diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/SparsityDecl.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/SparsityDecl.h new file mode 100644 index 000000000000..3c35048658d4 --- /dev/null +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/SparsityDecl.h @@ -0,0 +1,132 @@ +/* + * SPDX-FileCopyrightText: Copyright (c) 1993-2026 NVIDIA CORPORATION & + * AFFILIATES. All rights reserved. SPDX-License-Identifier: Apache-2.0 + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +#pragma once + +#include +#include + +//////////////////////////////////////////////////////////////////////////////////////////////////// +// +// Be careful when modifying this file as it is included by the generated kernels. For example, do +// not add TLLM_CHECK_* constructs in this file. Thanks! +// +//////////////////////////////////////////////////////////////////////////////////////////////////// + +namespace gemm +{ + +namespace trtllm +{ +namespace gen +{ + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +// This enumeration defines structured sparsity modes. Please refer to the PTX ISA for more details. +enum class Sparsity +{ + // No sparsity. + Dense, + + // For each chunk of 2 elements, 1 is non-zero. Only non-zero elements are stored. + // A 4-bit index is used to indicate the position of the non-zero element. + // The index may only take the value 0b1110 or 0b0100, other values are undefined behavior. + // + // 0b1110: 0b0100: + // |------ a ------|------ 0 ------| |------ 0 ------|------ a ------| + // | 11 | 10 | 01 | 00 | | 11 | 10 | 01 | 00 | + Any_1_2, + + // For each chunk of 4 elements, 2 are non-zero. Only non-zero elements are stored. + // A 4-bit index is used to indicate the position of the non-zero elements. + // Meaningful values are: 0b0100, 0b1000, 0b1100, 0b1001, 0b1101, 0b1110. + // Most other values are undefined behavior. + // + // E.g. 0b1100 corresponds to: + // |-- b --|-- 0 --|-- 0 --|-- a --| + // | 11 | 10 | 01 | 00 | + Any_2_4, + + // For each chunk of 8 elements, 4 are non-zero. Only non-zero elements are stored. + // Further, the zero and non-zero elements are grouped in pairs. + // A 4-bit index is used to indicate the position of the non-zero elements. + // Meaningful values are: 0b0100, 0b1000, 0b1100, 0b1001, 0b1101, 0b1110. + // Most other values are undefined behavior. + // + // E.g. 0b1100 corresponds to: + // | d | c | 0 | 0 | 0 | 0 | b | a | + // | 11 | 10 | 01 | 00 | + Pairwise_4_8, +}; + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +inline bool isSparse(Sparsity sparsity) +{ + return sparsity != Sparsity::Dense; +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +inline std::string sparsityToString(Sparsity sparsity) +{ + switch (sparsity) + { + case Sparsity::Dense: return "dense"; + case Sparsity::Any_1_2: return "1:2"; + case Sparsity::Any_2_4: return "2:4"; + case Sparsity::Pairwise_4_8: return "4:8"; + default: assert(false); return "Unsupported sparsity"; + } +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +// Size of a sparsity chunk, for sparse modes. +inline int32_t getSparsityChunkSize(Sparsity sparsity) +{ + switch (sparsity) + { + case Sparsity::Any_1_2: return 2; + case Sparsity::Any_2_4: return 4; + case Sparsity::Pairwise_4_8: return 8; + case Sparsity::Dense: + default: assert(false); return 0; + } +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +// Number of bytes needed to store the sparsity information. +inline size_t getNumBytesSparsityInfo(Sparsity sparsity, size_t numElts) +{ + switch (sparsity) + { + case Sparsity::Dense: return 0; + case Sparsity::Any_1_2: + case Sparsity::Any_2_4: + case Sparsity::Pairwise_4_8: return numElts / getSparsityChunkSize(sparsity) * 4 /*bits*/ / 8; + default: assert(false); return 0; + } +} + +//////////////////////////////////////////////////////////////////////////////////////////////////// + +} // namespace gen +} // namespace trtllm + +} // namespace gemm From a42f98bc50cda9620c15e370d020271cbb80ff0b Mon Sep 17 00:00:00 2001 From: Faraz Khoubsirat <58580514+farazkh80@users.noreply.github.com> Date: Wed, 26 Aug 2026 04:20:29 +0000 Subject: [PATCH 5/9] [WIP][fix] prefer SM107a gemm variants over SM100f fallbacks in config selection On SM107 both Sm107a and Sm100f kernels pass the compatibility filter and tie on every tile-shape criterion; the generated table lists Sm100f first, so the Sm107a 2x-mmaK variants were never selected. Add a native-arch tie-breaker scoped to SM107; selection on SM100/SM103 is unchanged. Signed-off-by: Faraz Khoubsirat <58580514+farazkh80@users.noreply.github.com> --- .../kernels/trtllmGenKernels/gemm/KernelRunner.cpp | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/KernelRunner.cpp b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/KernelRunner.cpp index 7dde13b19476..b98256b9e761 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/KernelRunner.cpp +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/KernelRunner.cpp @@ -183,9 +183,11 @@ void TrtllmGenGemmRunner::selectGemmConfig(int32_t m, int32_t n, int32_t k) gemmData.mProblemDimensions.mRank = 0; gemmData.mProblemDimensions.mWorldSize = 1; + int const gpuSM = tensorrt_llm::common::getSMVersion(); + std::vector sortedIndices = mPassingConfigIndices; std::sort(sortedIndices.begin(), sortedIndices.end(), - [&configs, &gemmData](int32_t idx0, int32_t idx1) + [&configs, &gemmData, gpuSM](int32_t idx0, int32_t idx1) { auto const& optionsA = configs[idx0].mOptions; auto const& optionsB = configs[idx1].mOptions; @@ -233,6 +235,13 @@ void TrtllmGenGemmRunner::selectGemmConfig(int32_t m, int32_t n, int32_t k) return optionsA.mNumSlicesForSplitK > optionsB.mNumSlicesForSplitK; } + // On SM107, prefer Sm107a variants (2x mmaK) over Sm100f fallbacks; the generated + // table lists Sm100f first, so they would otherwise never be selected. + if (gpuSM == 107 && configs[idx0].mSm != configs[idx1].mSm) + { + return configs[idx0].mSm == SmVersion::Sm107a; + } + // Elements are equivalent - must return false for strict weak ordering return false; }); From 664e738a1bd7e21902c56b846215867fd968e4ee Mon Sep 17 00:00:00 2001 From: Faraz Khoubsirat <58580514+farazkh80@users.noreply.github.com> Date: Wed, 26 Aug 2026 04:29:01 +0000 Subject: [PATCH 6/9] [WIP][chore] apply clang-format to regenerated gemm export headers Signed-off-by: Faraz Khoubsirat <58580514+farazkh80@users.noreply.github.com> --- .../trtllmGen_gemm_export/GemmInterface.h | 4 +- .../gemm/trtllmGen_gemm_export/GemmOptions.h | 109 +++-- .../gemm/trtllmGen_gemm_export/KernelTraits.h | 460 +++++++++--------- .../trtllm/gen/MmaDecl.h | 2 +- 4 files changed, 303 insertions(+), 272 deletions(-) diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmInterface.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmInterface.h index a005dcb6a881..e8138530cfad 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmInterface.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmInterface.h @@ -408,9 +408,9 @@ class GemmInterface // Get the number of tiles and number of CTAs for Z dimension. auto [gridDimX, gridDimY, gridDimZ] = isFixedGridDim ? getFixedGridSize( - options.mClusterDimX, options.mClusterDimY, options.mNumSlicesForSplitK, multiProcessorCount) + options.mClusterDimX, options.mClusterDimY, options.mNumSlicesForSplitK, multiProcessorCount) : getGridSize(options.mM, options.mN, options.mTileM, options.mTileN, options.mClusterDimX, - options.mClusterDimY, options.mNumSlicesForSplitK); + options.mClusterDimY, options.mNumSlicesForSplitK); // Create kernel params. auto kernelParams = gemm::KernelParamsSetup::setKernelParams(options, data.mInputBuffers.mPtrA, diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmOptions.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmOptions.h index d536d435f94f..d37bad65051c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmOptions.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmOptions.h @@ -601,26 +601,47 @@ inline std::string toString(SchedHostTask e) inline std::string dumpOptions(GemmOptions const& options, bool dumpRuntimeParams = true) { std::stringstream ss; - ss << "mAllReduceAlgo=" << "gemm::AllReduceAlgo(" << static_cast(options.mAllReduceAlgo) << ")" << "," - << std::endl; - ss << "mBiasDtype=" << "trtllm::gen::Dtype(" << static_cast(options.mBiasDtype) << ")" << "," << std::endl; - ss << "mBiasType=" << "gemm::BiasType(" << static_cast(options.mBiasType) << ")" << "," << std::endl; + ss << "mAllReduceAlgo=" + << "gemm::AllReduceAlgo(" << static_cast(options.mAllReduceAlgo) << ")" + << "," << std::endl; + ss << "mBiasDtype=" + << "trtllm::gen::Dtype(" << static_cast(options.mBiasDtype) << ")" + << "," << std::endl; + ss << "mBiasType=" + << "gemm::BiasType(" << static_cast(options.mBiasType) << ")" + << "," << std::endl; ss << "mBlockK=" << options.mBlockK << "," << std::endl; ss << "mClcFastDrain=" << options.mClcFastDrain << "," << std::endl; ss << "mClusterDimX=" << options.mClusterDimX << "," << std::endl; ss << "mClusterDimY=" << options.mClusterDimY << "," << std::endl; ss << "mClusterDimZ=" << options.mClusterDimZ << "," << std::endl; - ss << "mCtaSwizzleType=" << "gemm::CtaSwizzleType(" << static_cast(options.mCtaSwizzleType) << ")" << "," - << std::endl; - ss << "mDtypeAcc=" << "trtllm::gen::Dtype(" << static_cast(options.mDtypeAcc) << ")" << "," << std::endl; - ss << "mDtypeA=" << "trtllm::gen::Dtype(" << static_cast(options.mDtypeA) << ")" << "," << std::endl; - ss << "mDtypeB=" << "trtllm::gen::Dtype(" << static_cast(options.mDtypeB) << ")" << "," << std::endl; - ss << "mDtypeC=" << "trtllm::gen::Dtype(" << static_cast(options.mDtypeC) << ")" << "," << std::endl; - ss << "mDtypeMmaA=" << "trtllm::gen::Dtype(" << static_cast(options.mDtypeMmaA) << ")" << "," << std::endl; - ss << "mDtypeMmaB=" << "trtllm::gen::Dtype(" << static_cast(options.mDtypeMmaB) << ")" << "," << std::endl; - ss << "mDtypeSfC=" << "trtllm::gen::Dtype(" << static_cast(options.mDtypeSfC) << ")" << "," << std::endl; - ss << "mEltwiseActType=" << "gemm::EltwiseActType(" << static_cast(options.mEltwiseActType) << ")" << "," - << std::endl; + ss << "mCtaSwizzleType=" + << "gemm::CtaSwizzleType(" << static_cast(options.mCtaSwizzleType) << ")" + << "," << std::endl; + ss << "mDtypeAcc=" + << "trtllm::gen::Dtype(" << static_cast(options.mDtypeAcc) << ")" + << "," << std::endl; + ss << "mDtypeA=" + << "trtllm::gen::Dtype(" << static_cast(options.mDtypeA) << ")" + << "," << std::endl; + ss << "mDtypeB=" + << "trtllm::gen::Dtype(" << static_cast(options.mDtypeB) << ")" + << "," << std::endl; + ss << "mDtypeC=" + << "trtllm::gen::Dtype(" << static_cast(options.mDtypeC) << ")" + << "," << std::endl; + ss << "mDtypeMmaA=" + << "trtllm::gen::Dtype(" << static_cast(options.mDtypeMmaA) << ")" + << "," << std::endl; + ss << "mDtypeMmaB=" + << "trtllm::gen::Dtype(" << static_cast(options.mDtypeMmaB) << ")" + << "," << std::endl; + ss << "mDtypeSfC=" + << "trtllm::gen::Dtype(" << static_cast(options.mDtypeSfC) << ")" + << "," << std::endl; + ss << "mEltwiseActType=" + << "gemm::EltwiseActType(" << static_cast(options.mEltwiseActType) << ")" + << "," << std::endl; ss << "mEnablesEarlyExit=" << options.mEnablesEarlyExit << "," << std::endl; ss << "mEnablesDelayedEarlyExit=" << options.mEnablesDelayedEarlyExit << "," << std::endl; ss << "mEpilogueLdtmDps=" << options.mEpilogueLdtmDps << "," << std::endl; @@ -630,8 +651,9 @@ inline std::string dumpOptions(GemmOptions const& options, bool dumpRuntimeParam ss << "mFallbackClusterDimX=" << options.mFallbackClusterDimX << "," << std::endl; ss << "mFallbackClusterDimY=" << options.mFallbackClusterDimY << "," << std::endl; ss << "mFallbackClusterDimZ=" << options.mFallbackClusterDimZ << "," << std::endl; - ss << "mFusedBiasShuffleMode=" << "gemm::FusedBiasShuffleMode(" - << static_cast(options.mFusedBiasShuffleMode) << ")" << "," << std::endl; + ss << "mFusedBiasShuffleMode=" + << "gemm::FusedBiasShuffleMode(" << static_cast(options.mFusedBiasShuffleMode) << ")" + << "," << std::endl; ss << "mFuseLoadSfTask=" << options.mFuseLoadSfTask << "," << std::endl; ss << "mFuseUtccpWithUtcmma=" << options.mFuseUtccpWithUtcmma << "," << std::endl; ss << "mGridTriggerSecondaryA=" << options.mGridTriggerSecondaryA << "," << std::endl; @@ -645,15 +667,20 @@ inline std::string dumpOptions(GemmOptions const& options, bool dumpRuntimeParam { ss << "mK=" << options.mK << "," << std::endl; } - ss << "mKernelTraits={}" << "," << std::endl; - ss << "mLayoutA=gemm::MatrixLayout(" << static_cast(options.mLayoutA) << ")" << "," << std::endl; - ss << "mLayoutB=gemm::MatrixLayout(" << static_cast(options.mLayoutB) << ")" << "," << std::endl; + ss << "mKernelTraits={}" + << "," << std::endl; + ss << "mLayoutA=gemm::MatrixLayout(" << static_cast(options.mLayoutA) << ")" + << "," << std::endl; + ss << "mLayoutB=gemm::MatrixLayout(" << static_cast(options.mLayoutB) << ")" + << "," << std::endl; if (dumpRuntimeParams) { ss << "mM=" << options.mM << "," << std::endl; } ss << "mMmaK=" << options.mMmaK << "," << std::endl; - ss << "mMmaKind=" << "trtllm::gen::MmaKind(" << static_cast(options.mMmaKind) << ")" << "," << std::endl; + ss << "mMmaKind=" + << "trtllm::gen::MmaKind(" << static_cast(options.mMmaKind) << ")" + << "," << std::endl; ss << "mMmaM=" << options.mMmaM << "," << std::endl; ss << "mMmaN=" << options.mMmaN << "," << std::endl; ss << "mMmaTileK=" << options.mMmaTileK << "," << std::endl; @@ -681,28 +708,37 @@ inline std::string dumpOptions(GemmOptions const& options, bool dumpRuntimeParam ss << "mNumStagesWorkId=" << options.mNumStagesWorkId << "," << std::endl; ss << "mOutputDebugTensors=" << options.mOutputDebugTensors << "," << std::endl; ss << "mPatchF2fp=" << options.mPatchF2fp << "," << std::endl; - ss << "mPerTokenSfDtype=" << "trtllm::gen::Dtype(" << static_cast(options.mPerTokenSfDtype) << ")" << "," - << std::endl; - ss << "mSchedHostTask=" << "gemm::SchedHostTask(" << static_cast(options.mSchedHostTask) << ")" << "," - << std::endl; + ss << "mPerTokenSfDtype=" + << "trtllm::gen::Dtype(" << static_cast(options.mPerTokenSfDtype) << ")" + << "," << std::endl; + ss << "mSchedHostTask=" + << "gemm::SchedHostTask(" << static_cast(options.mSchedHostTask) << ")" + << "," << std::endl; ss << "mSfBlockSizeA=" << options.mSfBlockSizeA << "," << std::endl; ss << "mSfBlockSizeB=" << options.mSfBlockSizeB << "," << std::endl; ss << "mSfBlockSizeC=" << options.mSfBlockSizeC << "," << std::endl; - ss << "mSfLayoutA=" << "trtllm::gen::SfLayout(" << static_cast(options.mSfLayoutA) << ")" << "," - << std::endl; - ss << "mSfLayoutB=" << "trtllm::gen::SfLayout(" << static_cast(options.mSfLayoutB) << ")" << "," - << std::endl; - ss << "mSfLayoutC=" << "trtllm::gen::SfLayout(" << static_cast(options.mSfLayoutC) << ")" << "," - << std::endl; + ss << "mSfLayoutA=" + << "trtllm::gen::SfLayout(" << static_cast(options.mSfLayoutA) << ")" + << "," << std::endl; + ss << "mSfLayoutB=" + << "trtllm::gen::SfLayout(" << static_cast(options.mSfLayoutB) << ")" + << "," << std::endl; + ss << "mSfLayoutC=" + << "trtllm::gen::SfLayout(" << static_cast(options.mSfLayoutC) << ")" + << "," << std::endl; ss << "mSfReshapeFactor=" << options.mSfReshapeFactor << "," << std::endl; - ss << "mSparsityA=" << "trtllm::gen::Sparsity(" << static_cast(options.mSparsityA) << ")" << "," - << std::endl; - ss << "mSplitK=" << "gemm::SplitK(" << static_cast(options.mSplitK) << ")" << "," << std::endl; + ss << "mSparsityA=" + << "trtllm::gen::Sparsity(" << static_cast(options.mSparsityA) << ")" + << "," << std::endl; + ss << "mSplitK=" + << "gemm::SplitK(" << static_cast(options.mSplitK) << ")" + << "," << std::endl; ss << "mTileK=" << options.mTileK << "," << std::endl; ss << "mTileM=" << options.mTileM << "," << std::endl; ss << "mTileN=" << options.mTileN << "," << std::endl; - ss << "mTileScheduler=" << "gemm::TileScheduler(" << static_cast(options.mTileScheduler) << ")" << "," - << std::endl; + ss << "mTileScheduler=" + << "gemm::TileScheduler(" << static_cast(options.mTileScheduler) << ")" + << "," << std::endl; ss << "mTransposeMmaOutput=" << options.mTransposeMmaOutput << "," << std::endl; ss << "mUseCustomizedMma3xNvFp4=" << options.mUseCustomizedMma3xNvFp4 << "," << std::endl; ss << "mUseCustomMmaSchedule=" << options.mUseCustomMmaSchedule << "," << std::endl; @@ -768,6 +804,7 @@ inline std::vector srcToDstBlk32RowMap = 6, 14, 22, 30, 7, 15, 23, 31 }; + // clang-format on //////////////////////////////////////////////////////////////////////////////////////////////////// diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelTraits.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelTraits.h index d081fc49f3c1..6b45b984535c 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelTraits.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelTraits.h @@ -385,253 +385,247 @@ class KernelTraits } // Per-token Scale Factors - { - { - // Number of bytes for per-token scale factors - auto const numBytesSmemPerTokenSf = (usePerTokenSfA ? (tileM) * sizeof(float) : 0); - // Number of bytes alignment for per-token scale factors - auto const numBytesAlignmentPerTokenSf = 16; - // Add info. - smemChunkNames.emplace_back("smemPerTokenSfA"); - numBytesAndAlignmentPerSmemChunk.emplace_back( - std::make_pair(numBytesSmemPerTokenSf, numBytesAlignmentPerTokenSf)); - firstChunkReuseSmem.emplace_back(false); - } - { - // Number of bytes for per-token scale factors - auto const numBytesSmemPerTokenSf = (usePerTokenSfB ? (tileN) * sizeof(float) : 0); - // Number of bytes alignment for per-token scale factors - auto const numBytesAlignmentPerTokenSf = 16; - // Add info. - smemChunkNames.emplace_back("smemPerTokenSfB"); - numBytesAndAlignmentPerSmemChunk.emplace_back( - std::make_pair(numBytesSmemPerTokenSf, numBytesAlignmentPerTokenSf)); - firstChunkReuseSmem.emplace_back(false); - } - } - - // Bias - // - // For DeepSeek FP8 we have two epilogue resources (Epilogue0 and Epilogue1) that share the - // same SMEM stack base pointer. Each handles a different half-tile of the output along the - // (halved) hidden axis. If they both wrote into the same bias SMEM chunk, the later loader - // would clobber the earlier loader's data. So allocate one bias chunk per resource here - // (smemBias0 / smemBias1) and let `getSmemOffsetBias(traits, resIdx)` return the per- - // resource offset. For DeepSeek FP8 + BiasType::Mn, each per-resource bias chunk only - // holds the half-tile (tileM*tileN/2 floats), matching what each Epilogue actually loads. - { - int32_t numBytesSmemBiasPerRes = 0; - if (isBiasTypeN(biasType)) - { - numBytesSmemBiasPerRes = tileN * sizeof(float); - } - else if (isBiasTypeM(biasType)) - { - numBytesSmemBiasPerRes = tileM * sizeof(float); - } - else if (isBiasTypeMn(biasType)) - { - int32_t const numBiasElts = useDeepSeekFp8 ? (tileM * tileN / 2) : (tileM * tileN); - numBytesSmemBiasPerRes = numBiasElts * sizeof(float); - } - // Number of bytes alignment for bias - auto const numBytesAlignmentBias = 16; - // Only split into per-resource (Epilogue0/Epilogue1) chunks for the DeepSeek FP8 + - // BiasType::Mn path, where each epilogue resource loads its own half-tile of bias - // and they would otherwise clobber each other. For every other configuration — - // including plain DeepSeek FP8 with BiasType::None — keep the original single-chunk - // layout so we don't perturb SMEM offsets of unrelated tests. - int32_t const numBiasResources = (useDeepSeekFp8 && isBiasTypeMn(biasType)) ? 2 : 1; - for (int32_t biasResIdx = 0; biasResIdx < numBiasResources; ++biasResIdx) - { - // Add info. - smemChunkNames.emplace_back("smemBias" + std::to_string(biasResIdx)); - numBytesAndAlignmentPerSmemChunk.emplace_back( - std::make_pair(numBytesSmemBiasPerRes, numBytesAlignmentBias)); - firstChunkReuseSmem.emplace_back(false); - } - } - - // Per-block absolute maximum for multi-warp reduction. - { - // Number of bytes: number of epilogue warps * number of tile columns. - auto const numBytesSmemBlockAmax = transposeMmaOutput ? 4 * tileN * sizeof(float) : 0; - // Number of bytes alignment. - auto const numBytesAlignmentBlockAmax = 16; - // Add info. - smemChunkNames.emplace_back("smemBlockAmax"); - numBytesAndAlignmentPerSmemChunk.emplace_back( - std::make_pair(numBytesSmemBlockAmax, numBytesAlignmentBlockAmax)); - firstChunkReuseSmem.emplace_back(false); - } - - // SmemConstSfBuf - // A buffer used to copy constant values to TMEM. - { - // Do we need the buffer? - bool const useConstSfBuf = dtypeB == tg::Dtype::E4m3 && dtypeMmaB == tg::Dtype::MxE4m3; - // Number of bytes for the buffer. - auto const numSmemBytesConstSfBuf = useConstSfBuf ? 512 : 0; - // Number of bytes for the alignment of the buffer. - auto const numBytesAlignmentConstSfBuf = 16; - // No need to reuse the first chunk. - auto const reuseChunksSmemConstSfBuf = false; - - // Add info. - smemChunkNames.emplace_back("smemConstSfBuf"); - numBytesAndAlignmentPerSmemChunk.emplace_back( - std::make_pair(numSmemBytesConstSfBuf, numBytesAlignmentConstSfBuf)); - firstChunkReuseSmem.emplace_back(reuseChunksSmemConstSfBuf); - } - - // Create SMEM helper object. - mSmemAllocatorHelper - = MemAllocatorHelper(numBytesAndAlignmentPerSmemChunk, firstChunkReuseSmem, smemChunkNames); + {{// Number of bytes for per-token scale factors + auto const numBytesSmemPerTokenSf = (usePerTokenSfA ? (tileM) * sizeof(float) : 0); + // Number of bytes alignment for per-token scale factors + auto const numBytesAlignmentPerTokenSf = 16; + // Add info. + smemChunkNames.emplace_back("smemPerTokenSfA"); + numBytesAndAlignmentPerSmemChunk.emplace_back( + std::make_pair(numBytesSmemPerTokenSf, numBytesAlignmentPerTokenSf)); + firstChunkReuseSmem.emplace_back(false); } - - // - // TMEM - // - // [..D..][..A..][.SfA.][.SfB.] { - std::vector> numBytesAndAlignmentPerTmemChunk; - std::vector firstChunkReuseTmem; - std::vector tmemChunkNames; - // Matrix D - { - // Two set of TMEM resources for D share epilogueTileN columns, - // | set0:epiTileN0 | set0:epiTileN1/set1:epiTileN0 | set1:epiTileN1 | - auto const numCols = mUseMaxTmemOverlap ? 2 * tileN - epilogueTileN : tileN; - // Number of columns for accumulators. - auto const numTmemColsD - = numCols * numStagesMma * tg::dtypeGetNumBits(dtypeAcc) / tg::dtypeGetNumBits(tg::Dtype::UInt32); - // Number of columns for D alignment. - auto const numColsAlignmentD = 2; - // No need to reuse TMEM. - auto const reuseChunksTmemD = false; - - // Add info. - tmemChunkNames.emplace_back("tmemD"); - numBytesAndAlignmentPerTmemChunk.emplace_back(std::make_pair(numTmemColsD, numColsAlignmentD)); - firstChunkReuseTmem.emplace_back(reuseChunksTmemD); - } + // Number of bytes for per-token scale factors + auto const numBytesSmemPerTokenSf = (usePerTokenSfB ? (tileN) * sizeof(float) : 0); + // Number of bytes alignment for per-token scale factors + auto const numBytesAlignmentPerTokenSf = 16; + // Add info. + smemChunkNames.emplace_back("smemPerTokenSfB"); + numBytesAndAlignmentPerSmemChunk.emplace_back( + std::make_pair(numBytesSmemPerTokenSf, numBytesAlignmentPerTokenSf)); + firstChunkReuseSmem.emplace_back(false); + } + } - // Matrix A - { - bool const useTmemA = dtypeMmaA != dtypeA; - auto const numTmemColsA = useTmemA - ? numStagesA * tileK * tg::dtypeGetNumBits(dtypeMmaA) / tg::dtypeGetNumBits(tg::Dtype::UInt32) - : 0; - // Number of columns for A alignment. - auto const numColsAlignmentA = 4; - // No need to reuse TMEM. - auto const reuseChunksTmemA = false; + // Bias + // + // For DeepSeek FP8 we have two epilogue resources (Epilogue0 and Epilogue1) that share the + // same SMEM stack base pointer. Each handles a different half-tile of the output along the + // (halved) hidden axis. If they both wrote into the same bias SMEM chunk, the later loader + // would clobber the earlier loader's data. So allocate one bias chunk per resource here + // (smemBias0 / smemBias1) and let `getSmemOffsetBias(traits, resIdx)` return the per- + // resource offset. For DeepSeek FP8 + BiasType::Mn, each per-resource bias chunk only + // holds the half-tile (tileM*tileN/2 floats), matching what each Epilogue actually loads. + { + int32_t numBytesSmemBiasPerRes = 0; + if (isBiasTypeN(biasType)) + { + numBytesSmemBiasPerRes = tileN * sizeof(float); + } + else if (isBiasTypeM(biasType)) + { + numBytesSmemBiasPerRes = tileM * sizeof(float); + } + else if (isBiasTypeMn(biasType)) + { + int32_t const numBiasElts = useDeepSeekFp8 ? (tileM * tileN / 2) : (tileM * tileN); + numBytesSmemBiasPerRes = numBiasElts * sizeof(float); + } + // Number of bytes alignment for bias + auto const numBytesAlignmentBias = 16; + // Only split into per-resource (Epilogue0/Epilogue1) chunks for the DeepSeek FP8 + + // BiasType::Mn path, where each epilogue resource loads its own half-tile of bias + // and they would otherwise clobber each other. For every other configuration — + // including plain DeepSeek FP8 with BiasType::None — keep the original single-chunk + // layout so we don't perturb SMEM offsets of unrelated tests. + int32_t const numBiasResources = (useDeepSeekFp8 && isBiasTypeMn(biasType)) ? 2 : 1; + for (int32_t biasResIdx = 0; biasResIdx < numBiasResources; ++biasResIdx) + { + // Add info. + smemChunkNames.emplace_back("smemBias" + std::to_string(biasResIdx)); + numBytesAndAlignmentPerSmemChunk.emplace_back( + std::make_pair(numBytesSmemBiasPerRes, numBytesAlignmentBias)); + firstChunkReuseSmem.emplace_back(false); + } + } - // Add info. - tmemChunkNames.emplace_back("tmemA"); - numBytesAndAlignmentPerTmemChunk.emplace_back(std::make_pair(numTmemColsA, numColsAlignmentA)); - firstChunkReuseTmem.emplace_back(reuseChunksTmemA); - } + // Per-block absolute maximum for multi-warp reduction. + { + // Number of bytes: number of epilogue warps * number of tile columns. + auto const numBytesSmemBlockAmax = transposeMmaOutput ? 4 * tileN * sizeof(float) : 0; + // Number of bytes alignment. + auto const numBytesAlignmentBlockAmax = 16; + // Add info. + smemChunkNames.emplace_back("smemBlockAmax"); + numBytesAndAlignmentPerSmemChunk.emplace_back( + std::make_pair(numBytesSmemBlockAmax, numBytesAlignmentBlockAmax)); + firstChunkReuseSmem.emplace_back(false); + } - // Sf A - { - // Does the MMA require block scales in TMEM for A? - bool const useBlockScalingA = tg::dtypeIsBlockFmt(dtypeMmaA); - // Are the block scales constant? - bool const useConstSfA = useBlockScalingA && !tg::dtypeIsBlockFmt(dtypeA); - // TMEM cols group size in the K dimension. - int32_t kGroupSize = 4; - // Number of columns per stage. - int32_t const numColsPerStage = useBlockScalingA - ? ((mmaTileK / (kGroupSize * numEltsPerSfA)) - * tg::getTmemColStridePerGroup(tileM, mmaK, kGroupSize)) - : 0; - // Number of columns for scaling factors of A. - auto const numTmemColsSfA = useConstSfA ? tg::roundUp(numColsPerStage, 4) - : (numColsPerStage * (mFuseUtccpWithUtcmma ? 1 : numStagesSfA)); - // Number of columns for Sf alignment. - auto const numColsAlignmentSfA = 4; - // No need to reuse TMEM. - auto const reuseChunksTmemSfA = false; + // SmemConstSfBuf + // A buffer used to copy constant values to TMEM. + { + // Do we need the buffer? + bool const useConstSfBuf = dtypeB == tg::Dtype::E4m3 && dtypeMmaB == tg::Dtype::MxE4m3; + // Number of bytes for the buffer. + auto const numSmemBytesConstSfBuf = useConstSfBuf ? 512 : 0; + // Number of bytes for the alignment of the buffer. + auto const numBytesAlignmentConstSfBuf = 16; + // No need to reuse the first chunk. + auto const reuseChunksSmemConstSfBuf = false; + + // Add info. + smemChunkNames.emplace_back("smemConstSfBuf"); + numBytesAndAlignmentPerSmemChunk.emplace_back( + std::make_pair(numSmemBytesConstSfBuf, numBytesAlignmentConstSfBuf)); + firstChunkReuseSmem.emplace_back(reuseChunksSmemConstSfBuf); + } - // Add info. - tmemChunkNames.emplace_back("tmemSfA"); - numBytesAndAlignmentPerTmemChunk.emplace_back(std::make_pair(numTmemColsSfA, numColsAlignmentSfA)); - firstChunkReuseTmem.emplace_back(reuseChunksTmemSfA); - } + // Create SMEM helper object. + mSmemAllocatorHelper = MemAllocatorHelper(numBytesAndAlignmentPerSmemChunk, firstChunkReuseSmem, smemChunkNames); +} - // Sf B - { - // Does the MMA require block scales in TMEM for B? - bool const useBlockScalingB = tg::dtypeIsBlockFmt(dtypeMmaB); - // Are the block scales constant? - bool const useConstSfB = useBlockScalingB && !tg::dtypeIsBlockFmt(dtypeB); - // TMEM cols group size in the K dimension. - int32_t kGroupSize = 4; - // Number of columns per stage. - int32_t const numColsPerStage = useBlockScalingB - ? ((mmaTileK / (kGroupSize * numEltsPerSfB)) - * tg::getTmemColStridePerGroup(tileN, mmaK, kGroupSize)) - : 0; - // Number of columns for scaling factors of B. - auto const numTmemColsSfB = useConstSfB ? tg::roundUp(numColsPerStage, 4) - : (numColsPerStage * (mFuseUtccpWithUtcmma ? 1 : numStagesSfB)); - // Number of columns for Sf alignment. - auto const numColsAlignmentSfB = 4; - // No need to reuse TMEM. - auto const reuseChunksTmemSfB = false; +// +// TMEM +// +// [..D..][..A..][.SfA.][.SfB.] +{ + std::vector> numBytesAndAlignmentPerTmemChunk; + std::vector firstChunkReuseTmem; + std::vector tmemChunkNames; + // Matrix D + { + // Two set of TMEM resources for D share epilogueTileN columns, + // | set0:epiTileN0 | set0:epiTileN1/set1:epiTileN0 | set1:epiTileN1 | + auto const numCols = mUseMaxTmemOverlap ? 2 * tileN - epilogueTileN : tileN; + // Number of columns for accumulators. + auto const numTmemColsD + = numCols * numStagesMma * tg::dtypeGetNumBits(dtypeAcc) / tg::dtypeGetNumBits(tg::Dtype::UInt32); + // Number of columns for D alignment. + auto const numColsAlignmentD = 2; + // No need to reuse TMEM. + auto const reuseChunksTmemD = false; + + // Add info. + tmemChunkNames.emplace_back("tmemD"); + numBytesAndAlignmentPerTmemChunk.emplace_back(std::make_pair(numTmemColsD, numColsAlignmentD)); + firstChunkReuseTmem.emplace_back(reuseChunksTmemD); + } - // Add info. - tmemChunkNames.emplace_back("tmemSfB"); - numBytesAndAlignmentPerTmemChunk.emplace_back(std::make_pair(numTmemColsSfB, numColsAlignmentSfB)); - firstChunkReuseTmem.emplace_back(reuseChunksTmemSfB); - } + // Matrix A + { + bool const useTmemA = dtypeMmaA != dtypeA; + auto const numTmemColsA = useTmemA + ? numStagesA * tileK * tg::dtypeGetNumBits(dtypeMmaA) / tg::dtypeGetNumBits(tg::Dtype::UInt32) + : 0; + // Number of columns for A alignment. + auto const numColsAlignmentA = 4; + // No need to reuse TMEM. + auto const reuseChunksTmemA = false; + + // Add info. + tmemChunkNames.emplace_back("tmemA"); + numBytesAndAlignmentPerTmemChunk.emplace_back(std::make_pair(numTmemColsA, numColsAlignmentA)); + firstChunkReuseTmem.emplace_back(reuseChunksTmemA); + } - // Sparsity info for A - { - // Number of columns for the sparsity info for A (note: for Dense, this is 0). - auto const numTmemColsSparsityInfoA - = numStagesA * tg::getNumBytesSparsityInfo(sparsityA, tileK) / 4 /* bytes */; - // Number of columns for Sf alignment. - auto const numColsAlignmentSparsityInfoA = 2; - // No need to reuse TMEM. - auto const reuseChunksTmemSparsityInfoA = false; + // Sf A + { + // Does the MMA require block scales in TMEM for A? + bool const useBlockScalingA = tg::dtypeIsBlockFmt(dtypeMmaA); + // Are the block scales constant? + bool const useConstSfA = useBlockScalingA && !tg::dtypeIsBlockFmt(dtypeA); + // TMEM cols group size in the K dimension. + int32_t kGroupSize = 4; + // Number of columns per stage. + int32_t const numColsPerStage = useBlockScalingA + ? ((mmaTileK / (kGroupSize * numEltsPerSfA)) * tg::getTmemColStridePerGroup(tileM, mmaK, kGroupSize)) + : 0; + // Number of columns for scaling factors of A. + auto const numTmemColsSfA = useConstSfA ? tg::roundUp(numColsPerStage, 4) + : (numColsPerStage * (mFuseUtccpWithUtcmma ? 1 : numStagesSfA)); + // Number of columns for Sf alignment. + auto const numColsAlignmentSfA = 4; + // No need to reuse TMEM. + auto const reuseChunksTmemSfA = false; + + // Add info. + tmemChunkNames.emplace_back("tmemSfA"); + numBytesAndAlignmentPerTmemChunk.emplace_back(std::make_pair(numTmemColsSfA, numColsAlignmentSfA)); + firstChunkReuseTmem.emplace_back(reuseChunksTmemSfA); + } - // Add info. - tmemChunkNames.emplace_back("tmemSparsityInfoA"); - numBytesAndAlignmentPerTmemChunk.emplace_back( - std::make_pair(numTmemColsSparsityInfoA, numColsAlignmentSparsityInfoA)); - firstChunkReuseTmem.emplace_back(reuseChunksTmemSparsityInfoA); - } + // Sf B + { + // Does the MMA require block scales in TMEM for B? + bool const useBlockScalingB = tg::dtypeIsBlockFmt(dtypeMmaB); + // Are the block scales constant? + bool const useConstSfB = useBlockScalingB && !tg::dtypeIsBlockFmt(dtypeB); + // TMEM cols group size in the K dimension. + int32_t kGroupSize = 4; + // Number of columns per stage. + int32_t const numColsPerStage = useBlockScalingB + ? ((mmaTileK / (kGroupSize * numEltsPerSfB)) * tg::getTmemColStridePerGroup(tileN, mmaK, kGroupSize)) + : 0; + // Number of columns for scaling factors of B. + auto const numTmemColsSfB = useConstSfB ? tg::roundUp(numColsPerStage, 4) + : (numColsPerStage * (mFuseUtccpWithUtcmma ? 1 : numStagesSfB)); + // Number of columns for Sf alignment. + auto const numColsAlignmentSfB = 4; + // No need to reuse TMEM. + auto const reuseChunksTmemSfB = false; + + // Add info. + tmemChunkNames.emplace_back("tmemSfB"); + numBytesAndAlignmentPerTmemChunk.emplace_back(std::make_pair(numTmemColsSfB, numColsAlignmentSfB)); + firstChunkReuseTmem.emplace_back(reuseChunksTmemSfB); + } - // Create TMEM helper object. - mTmemAllocatorHelper - = MemAllocatorHelper(numBytesAndAlignmentPerTmemChunk, firstChunkReuseTmem, tmemChunkNames); - } + // Sparsity info for A + { + // Number of columns for the sparsity info for A (note: for Dense, this is 0). + auto const numTmemColsSparsityInfoA + = numStagesA * tg::getNumBytesSparsityInfo(sparsityA, tileK) / 4 /* bytes */; + // Number of columns for Sf alignment. + auto const numColsAlignmentSparsityInfoA = 2; + // No need to reuse TMEM. + auto const reuseChunksTmemSparsityInfoA = false; + + // Add info. + tmemChunkNames.emplace_back("tmemSparsityInfoA"); + numBytesAndAlignmentPerTmemChunk.emplace_back( + std::make_pair(numTmemColsSparsityInfoA, numColsAlignmentSparsityInfoA)); + firstChunkReuseTmem.emplace_back(reuseChunksTmemSparsityInfoA); } + // Create TMEM helper object. + mTmemAllocatorHelper = MemAllocatorHelper(numBytesAndAlignmentPerTmemChunk, firstChunkReuseTmem, tmemChunkNames); +} +} // namespace gemm + public: - // The MMA kind. - tg::MmaKind mMmaKind{}; - // Whether fuse Utccp into the MMA task. - bool mFuseUtccpWithUtcmma{}; - // Whether use the max TMEM overlap trick. - bool mUseMaxTmemOverlap{}; - // Whether the epilogue stages output in SMEM for an asynchronous TMA store. - bool mUseTmaStore{}; - // Whether work tiles are assigned by a persistent scheduler. - bool mUsePersistentScheduler{}; - // Whether use customized MMA for 3xNvFp4 - bool mUseCustomizedMma3xNvFp4{}; - // Which BiasType::Mn preprocessing steps are fused into the kernel instead of the host. - FusedBiasShuffleMode mFusedBiasShuffleMode{FusedBiasShuffleMode::None}; - // The number of epilogue warps. - int32_t mNumEpilogueWarps{}; - // Helper for SMEM allocation. - MemAllocatorHelper mSmemAllocatorHelper; - // Helper for TMEM allocation. - MemAllocatorHelper mTmemAllocatorHelper; -}; +// The MMA kind. +tg::MmaKind mMmaKind{}; +// Whether fuse Utccp into the MMA task. +bool mFuseUtccpWithUtcmma{}; +// Whether use the max TMEM overlap trick. +bool mUseMaxTmemOverlap{}; +// Whether the epilogue stages output in SMEM for an asynchronous TMA store. +bool mUseTmaStore{}; +// Whether work tiles are assigned by a persistent scheduler. +bool mUsePersistentScheduler{}; +// Whether use customized MMA for 3xNvFp4 +bool mUseCustomizedMma3xNvFp4{}; +// Which BiasType::Mn preprocessing steps are fused into the kernel instead of the host. +FusedBiasShuffleMode mFusedBiasShuffleMode{FusedBiasShuffleMode::None}; +// The number of epilogue warps. +int32_t mNumEpilogueWarps{}; +// Helper for SMEM allocation. +MemAllocatorHelper mSmemAllocatorHelper; +// Helper for TMEM allocation. +MemAllocatorHelper mTmemAllocatorHelper; +}; // namespace gemm //////////////////////////////////////////////////////////////////////////////////////////////////// diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/MmaDecl.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/MmaDecl.h index 0296c9e2b70e..dd374644119d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/MmaDecl.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/trtllm/gen/MmaDecl.h @@ -21,7 +21,7 @@ #include #ifndef TLLM_GEN_EXPORT_INTERFACE #include "trtllm/gen/CommonUtils.h" -#else // TLLM_GEN_EXPORT_INTERFACE +#else // TLLM_GEN_EXPORT_INTERFACE #include "CommonUtils.h" #endif // TLLM_GEN_EXPORT_INTERFACE From 8e817f5397a136a26ac87082f92776e7e2a7b341 Mon Sep 17 00:00:00 2001 From: Faraz Khoubsirat <58580514+farazkh80@users.noreply.github.com> Date: Wed, 26 Aug 2026 14:19:25 +0000 Subject: [PATCH 7/9] [WIP][fix] do not reject E2m1 x E4m3 configs on the prebuilt-cubin path The generator guards this rejection for public JIT/source builds, but the cubin export resolved the guard away, so isValidConfig rejected every Fp4xFp8 kernel the drop itself ships (No valid kernel found on B200/B300 in test_fp4_gemm_quantize). Scope the check to non-export builds; the kernels are prebuilt cubins here. Verified host-side: both failing CI shapes now select valid kernels for all output types. Signed-off-by: Faraz Khoubsirat <58580514+farazkh80@users.noreply.github.com> --- .../trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmOptions.h | 3 +++ 1 file changed, 3 insertions(+) diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmOptions.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmOptions.h index d37bad65051c..fee2cc83373d 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmOptions.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmOptions.h @@ -930,10 +930,13 @@ inline bool checkAndUpdateGemmOptions( options.mValidM, " validN=", options.mValidN, " validK=", options.mValidK); } +#ifndef TLLM_GEN_EXPORT_INTERFACE + // JIT compilation from public sources does not support E2m1 x E4m3; prebuilt cubins do. if (options.mDtypeA == tg::Dtype::E2m1 && options.mDtypeMmaA == tg::Dtype::E4m3) { TLLM_CHECK_ERROR(false, "E2m1 x E4m3 is not supported for JIT compile. Use cubins instead."); } +#endif // TLLM_GEN_EXPORT_INTERFACE // Check that the A cast is supported. // Currently, we only support {MxFp4, NvFp4, MxInt4} -> Bf16. From 402fcf34d440d0de1fa31eaf2b2c68552d6c38ef Mon Sep 17 00:00:00 2001 From: Faraz Khoubsirat <58580514+farazkh80@users.noreply.github.com> Date: Wed, 26 Aug 2026 19:11:51 +0000 Subject: [PATCH 8/9] [WIP][chore] exclude .cubin.tar.zst archives from pre-commit globally They are binary LFS artifacts; running text hooks over them is wasted work. Suggested by review. Signed-off-by: Faraz Khoubsirat <58580514+farazkh80@users.noreply.github.com> --- .pre-commit-config.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 51f178a22822..b8c177b28c63 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -1543,7 +1543,7 @@ legacy-files: &legacy_files | # list; the hook's own `files:` pattern only gates *when* the hook triggers. # Global exclude: vendored code + trtllm-gen FMHA artifacts (cubin pointers, export headers, cuda_ptx) -exclude: '(^cpp/tensorrt_llm/common/sha256/|^triton_kernels/|trtllmGenKernels/fmha/cubin/kernelMetaInfo\.h$|cubin\.cpp$|cubin\.h$|trtllmGenKernels/fmha/trtllmGen_fmha_export/|trtllmGenKernels/fmha/cuda_ptx/|trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/KernelMetaInfo\.h$|trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelMetaInfo\.h$)' +exclude: '(^cpp/tensorrt_llm/common/sha256/|^triton_kernels/|trtllmGenKernels/fmha/cubin/kernelMetaInfo\.h$|cubin\.cpp$|cubin\.h$|trtllmGenKernels/fmha/trtllmGen_fmha_export/|trtllmGenKernels/fmha/cuda_ptx/|trtllmGenKernels/batchedGemm/trtllmGen_bmm_export/KernelMetaInfo\.h$|trtllmGenKernels/gemm/trtllmGen_gemm_export/KernelMetaInfo\.h$|\.cubin\.tar\.zst$)' default_install_hook_types: [pre-commit, commit-msg] repos: From 0e6a4a296025132c5fcd96c1ba4ab1260171cdf4 Mon Sep 17 00:00:00 2001 From: Faraz Khoubsirat <58580514+farazkh80@users.noreply.github.com> Date: Wed, 26 Aug 2026 20:20:38 +0000 Subject: [PATCH 9/9] [WIP][fix] include in exported GemmInterface.h std::optional> requires the complete reference_wrapper type; gcc-11 fails without the include. The batchedGemm export already carries it. Signed-off-by: Faraz Khoubsirat <58580514+farazkh80@users.noreply.github.com> --- .../trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmInterface.h | 1 + 1 file changed, 1 insertion(+) diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmInterface.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmInterface.h index e8138530cfad..3e5fa0ada557 100644 --- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmInterface.h +++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/gemm/trtllmGen_gemm_export/GemmInterface.h @@ -16,6 +16,7 @@ */ #pragma once +#include #include #include #include