Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
48 commits
Select commit Hold shift + click to select a range
56767ac
[CK][Dispatcher] Add BQuantGrouped GEMM dispatcher bridge (fp8/bf8, c…
ThruptiRajLakshmanaGowda Jul 6, 2026
eb0dd89
[CK][Dispatcher] Rename bquant_gemm -> grouped_gemm_bquant throughout
ThruptiRajLakshmanaGowda Jul 6, 2026
852997d
[CK][Dispatcher] Fix stale import in 13_grouped_gemm_bquant.py
ThruptiRajLakshmanaGowda Jul 7, 2026
d564c6a
[CK][Dispatcher] Add fp8i4/bf8i4, preshuffle, and MX variants to BQua…
ThruptiRajLakshmanaGowda Jul 7, 2026
5b83676
[CK][Dispatcher] Fix correctness bugs in BQuantGrouped GEMM dispatcher
ThruptiRajLakshmanaGowda Jul 7, 2026
83d07b6
[CK][Dispatcher] Fix clang-format-18 formatting in BQuantGrouped GEMM…
ThruptiRajLakshmanaGowda Jul 7, 2026
524a4f4
Merge branch 'develop' into users/tlakshma/ck/te_bridge
ThruptiRajLakshmanaGowda Jul 7, 2026
cc17718
[CK][Dispatcher] Fix non-ASCII em-dash in grouped_gemm_bquant_ctypes_…
ThruptiRajLakshmanaGowda Jul 7, 2026
b3c4530
[CK][Dispatcher] Address Copilot review comments on BQuantGrouped GEM…
ThruptiRajLakshmanaGowda Jul 8, 2026
775f0e2
Merge branch 'develop' into users/tlakshma/ck/te_bridge
ThruptiRajLakshmanaGowda Jul 8, 2026
f6a6000
[CK][Dispatcher] Fix clang-format-18 formatting in grouped_gemm_bquan…
ThruptiRajLakshmanaGowda Jul 8, 2026
fe9e91e
feat(ck-tile): add AQuant and ABQuant grouped GEMM dispatcher bridges
ThruptiRajLakshmanaGowda Jul 8, 2026
0664fdb
Merge branch 'develop' into users/tlakshma/ck/quant_ops
ThruptiRajLakshmanaGowda Jul 17, 2026
98da84c
Merge branch 'develop' into users/tlakshma/ck/quant_ops
ThruptiRajLakshmanaGowda Jul 22, 2026
8f15594
Merge branch 'develop' into users/tlakshma/ck/quant_ops
ThruptiRajLakshmanaGowda Jul 22, 2026
d05303d
fix(ck-tile): sync quant dispatcher with PR #9166 patterns
ThruptiRajLakshmanaGowda Jul 22, 2026
398782d
style(ck-tile): apply clang-format-18 to quant ctypes dispatcher files
ThruptiRajLakshmanaGowda Jul 22, 2026
bd9a3fb
Merge branch 'develop' into users/tlakshma/ck/quant_ops
ThruptiRajLakshmanaGowda Jul 22, 2026
160e71f
Merge branch 'develop' into users/tlakshma/ck/quant_ops
ThruptiRajLakshmanaGowda Jul 23, 2026
f75a6d5
Merge branch 'develop' into users/tlakshma/ck/quant_ops
ThruptiRajLakshmanaGowda Jul 23, 2026
79d5ece
fix(ck-tile): address PR #9253 review comments for aquant/abquant bri…
ThruptiRajLakshmanaGowda Jul 28, 2026
84732e2
fix(ck-tile): remove dead dispatcher_include from aquant/abquant comp…
ThruptiRajLakshmanaGowda Jul 28, 2026
1d389a2
fix(ck-tile): drop unused QK_A/QM_A/QK_B/QN_B pre-calculations in abq…
ThruptiRajLakshmanaGowda Jul 28, 2026
4de8e01
Merge branch 'develop' into users/tlakshma/ck/quant_ops
ThruptiRajLakshmanaGowda Jul 28, 2026
fd4cdf0
fix(ck-tile): fix clang-format violations in aquant/abquant ctypes libs
ThruptiRajLakshmanaGowda Jul 28, 2026
fc20196
Merge branch 'develop' into users/tlakshma/ck/quant_ops
ThruptiRajLakshmanaGowda Jul 28, 2026
6be7241
fix(ck-tile): add dispatcher/include to aquant kernel compile command
ThruptiRajLakshmanaGowda Jul 28, 2026
d02213e
fix(ck-tile): use warp_tile_k=32 in default aquant configs for gfx9 c…
ThruptiRajLakshmanaGowda Jul 28, 2026
d9e283e
Merge branch 'develop' into users/tlakshma/ck/quant_ops
ThruptiRajLakshmanaGowda Jul 29, 2026
369f0df
fix(ck-tile): replace broken fp8 fallback encoder with software fp8 c…
ThruptiRajLakshmanaGowda Jul 29, 2026
84d171c
fix(ck-tile): use warp_tile_k=32 in all default abquant configs for g…
ThruptiRajLakshmanaGowda Jul 30, 2026
04e75f6
fix(ck-tile): replace broken fp8 fallback encoder in abquant example 15
ThruptiRajLakshmanaGowda Jul 30, 2026
f893213
fix(ck-tile): fix uint8 underflow in soft fp8 decoder causing NaN ref…
ThruptiRajLakshmanaGowda Jul 30, 2026
18b9746
fix(ck-tile): cache GPU arch at init to avoid per-call hipGetDevicePr…
ThruptiRajLakshmanaGowda Jul 30, 2026
31966b9
Merge branch 'develop' into users/tlakshma/ck/quant_ops
ThruptiRajLakshmanaGowda Jul 31, 2026
a8bb8f9
style(composablekernel): apply clang-format-18 to grouped_gemm ctypes…
ThruptiRajLakshmanaGowda Jul 31, 2026
4e495f2
fix(ck-tile): match warp_tile_k to get_k_warp_tile for eightwaves/pre…
ThruptiRajLakshmanaGowda Jul 31, 2026
eb1a1a7
fix(ck-tile): use tile-aligned default shapes in example 15 ABQuant
ThruptiRajLakshmanaGowda Jul 31, 2026
dd7f9e3
fix(ck-tile): apply arch-aware warp_tile_k to compv3 ABQuant config o…
ThruptiRajLakshmanaGowda Jul 31, 2026
0cf210c
fix(ck-tile): revert compv3 warp_tile_k to 32 — not a FlatMM pipeline
ThruptiRajLakshmanaGowda Jul 31, 2026
4ec2097
fix(ck-tile): fix permute_n unscramble to operate per-tile, not globally
ThruptiRajLakshmanaGowda Jul 31, 2026
1e699eb
fix(ck-tile): add kernel_attr<true> for EightWaves ABQuant dispatcher
ThruptiRajLakshmanaGowda Jul 31, 2026
9cef769
fix(ck-tile): EightWaves ABQuant must use CShuffleEpilogue, not PermuteN
ThruptiRajLakshmanaGowda Jul 31, 2026
2330ac7
fix(ck-tile): use bquant_group_n=128 default for eightwaves in exampl…
ThruptiRajLakshmanaGowda Jul 31, 2026
dae5945
fix(ck-tile): PreshuffleB ABQuant must use CShuffleEpilogue + bqgn=128
ThruptiRajLakshmanaGowda Jul 31, 2026
fe63749
fix(ck-tile): apply host shuffle_b for PreshuffleB ABQuant before ker…
ThruptiRajLakshmanaGowda Jul 31, 2026
4400838
fix(ck-tile): use flatten(order='F') for col-major B shuffle in Presh…
ThruptiRajLakshmanaGowda Aug 3, 2026
79bd38a
Merge branch 'develop' into users/tlakshma/ck/quant_ops
ThruptiRajLakshmanaGowda Aug 3, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -276,6 +276,88 @@ else()
)
endif()

# =============================================================================
# GroupedGemm AQuant ctypes Library
# =============================================================================

file(GLOB AQUANT_GEMM_KERNEL_HEADERS "${CMAKE_BINARY_DIR}/generated_kernels/grouped_gemm_aquant_*.hpp")
if(AQUANT_GEMM_KERNEL_HEADERS)
list(GET AQUANT_GEMM_KERNEL_HEADERS 0 AQUANT_GEMM_KERNEL_HEADER)
message(STATUS "Found AQuant GEMM kernel for ctypes lib: ${AQUANT_GEMM_KERNEL_HEADER}")

add_ctypes_library(dispatcher_grouped_gemm_aquant_lib
grouped_gemm_aquant_ctypes_lib.cpp
KERNEL_HEADER ${AQUANT_GEMM_KERNEL_HEADER}
)
if(NOT DEFINED CK_TILE_AQUANT_GFX_ARCH OR CK_TILE_AQUANT_GFX_ARCH STREQUAL "")
if(CMAKE_HIP_ARCHITECTURES)
list(GET CMAKE_HIP_ARCHITECTURES 0 _aquant_gfx_arch)
else()
set(_aquant_gfx_arch "gfx942")
endif()
set(CK_TILE_AQUANT_GFX_ARCH "${_aquant_gfx_arch}" CACHE STRING
"GFX arch for the CMake-built AQuant ctypes .so (default: first CMAKE_HIP_ARCHITECTURES or gfx942)")
endif()
message(STATUS "AQuant ctypes lib GFX_ARCH: ${CK_TILE_AQUANT_GFX_ARCH}")
target_compile_definitions(dispatcher_grouped_gemm_aquant_lib PRIVATE
CK_TILE_SINGLE_KERNEL_INCLUDE
GFX_ARCH="${CK_TILE_AQUANT_GFX_ARCH}"
)
else()
message(STATUS "No AQuant GEMM kernel found for ctypes lib - building without kernel")
add_library(dispatcher_grouped_gemm_aquant_lib SHARED grouped_gemm_aquant_ctypes_lib.cpp)
target_include_directories(dispatcher_grouped_gemm_aquant_lib PRIVATE
${PROJECT_SOURCE_DIR}/include
${PROJECT_SOURCE_DIR}/dispatcher/include
)
target_link_libraries(dispatcher_grouped_gemm_aquant_lib PRIVATE hip::device)
set_target_properties(dispatcher_grouped_gemm_aquant_lib PROPERTIES
POSITION_INDEPENDENT_CODE ON
CXX_STANDARD 17
)
endif()

# =============================================================================
# GroupedGemm ABQuant ctypes Library
# =============================================================================

file(GLOB ABQUANT_GEMM_KERNEL_HEADERS "${CMAKE_BINARY_DIR}/generated_kernels/grouped_gemm_abquant_*.hpp")
if(ABQUANT_GEMM_KERNEL_HEADERS)
list(GET ABQUANT_GEMM_KERNEL_HEADERS 0 ABQUANT_GEMM_KERNEL_HEADER)
message(STATUS "Found ABQuant GEMM kernel for ctypes lib: ${ABQUANT_GEMM_KERNEL_HEADER}")

add_ctypes_library(dispatcher_grouped_gemm_abquant_lib
grouped_gemm_abquant_ctypes_lib.cpp
KERNEL_HEADER ${ABQUANT_GEMM_KERNEL_HEADER}
)
if(NOT DEFINED CK_TILE_ABQUANT_GFX_ARCH OR CK_TILE_ABQUANT_GFX_ARCH STREQUAL "")
if(CMAKE_HIP_ARCHITECTURES)
list(GET CMAKE_HIP_ARCHITECTURES 0 _abquant_gfx_arch)
else()
set(_abquant_gfx_arch "gfx942")
endif()
set(CK_TILE_ABQUANT_GFX_ARCH "${_abquant_gfx_arch}" CACHE STRING
"GFX arch for the CMake-built ABQuant ctypes .so (default: first CMAKE_HIP_ARCHITECTURES or gfx942)")
endif()
message(STATUS "ABQuant ctypes lib GFX_ARCH: ${CK_TILE_ABQUANT_GFX_ARCH}")
target_compile_definitions(dispatcher_grouped_gemm_abquant_lib PRIVATE
CK_TILE_SINGLE_KERNEL_INCLUDE
GFX_ARCH="${CK_TILE_ABQUANT_GFX_ARCH}"
)
else()
message(STATUS "No ABQuant GEMM kernel found for ctypes lib - building without kernel")
add_library(dispatcher_grouped_gemm_abquant_lib SHARED grouped_gemm_abquant_ctypes_lib.cpp)
target_include_directories(dispatcher_grouped_gemm_abquant_lib PRIVATE
${PROJECT_SOURCE_DIR}/include
${PROJECT_SOURCE_DIR}/dispatcher/include
)
target_link_libraries(dispatcher_grouped_gemm_abquant_lib PRIVATE hip::device)
set_target_properties(dispatcher_grouped_gemm_abquant_lib PROPERTIES
POSITION_INDEPENDENT_CODE ON
CXX_STANDARD 17
)
endif()

# =============================================================================
# TileEngine -> Dispatcher Bridge ctypes Libraries (append-only shared block)
# =============================================================================
Expand Down
Loading
Loading