Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
29 commits
Select commit Hold shift + click to select a range
f998b21
[None][feat] Add Marlin NVFP4 backend for MoE and Linear on Hopper
xuantengh Apr 24, 2026
aec5574
[None][test] Add MMLU accuracy test for Nemotron-Super NVFP4 Marlin
xuantengh Apr 26, 2026
8354f09
enable multi-GPU support
xuantengh May 28, 2026
5d295b4
update config
xuantengh May 28, 2026
fa5fe63
add unified nvfp4 marlin check interface
xuantengh May 29, 2026
0cb82b2
refactor cuda / c++ kernel code
xuantengh May 29, 2026
19a22d6
fix format
xuantengh May 29, 2026
a123e31
Merge marlin test into existing NT3 super
xuantengh May 29, 2026
77480fc
fix compile error
xuantengh May 29, 2026
f70fe5a
fix linear test error
xuantengh May 30, 2026
ca519ab
fix hopper only marlin kernel
xuantengh May 31, 2026
85cdd77
remove sa
xuantengh May 31, 2026
f2ab8f3
fix rebase error
xuantengh Jun 1, 2026
dbbd283
remove unnecessary configs
xuantengh Jun 3, 2026
d070d7a
add to qa list, and use new buffer protocol
xuantengh Jun 4, 2026
b302bf9
revise moe py
xuantengh Jun 5, 2026
fdf3d06
reuse marlin into existing tests
xuantengh Jun 5, 2026
8d116a1
align skill
xuantengh Jun 5, 2026
40fcf2a
move quant method to dedicated file
xuantengh Jun 8, 2026
1a5e53a
add marlin to test_moe_module.py
xuantengh Jun 8, 2026
64659e9
reject marlin for configure moe
xuantengh Jun 8, 2026
88e6c01
fix forcing triton
xuantengh Jun 10, 2026
02140fd
resolve comments
xuantengh Jun 10, 2026
4d43c13
add ultra
xuantengh Jun 10, 2026
556a63f
add tests for nano/super/ultra
xuantengh Jun 10, 2026
8de2a67
fix test name
xuantengh Jun 10, 2026
3abeef0
add abnormal shape to test
xuantengh Jun 11, 2026
e00b2e9
remove unnecessary cofnigs
xuantengh Jun 12, 2026
77aaf06
Merge branch 'main' into nvfp4-hopper
xuantengh Jun 24, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
24 changes: 23 additions & 1 deletion cpp/tensorrt_llm/kernels/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -61,6 +61,9 @@ list(FILTER SRC_CPP EXCLUDE REGEX "mhcKernels/.*")
list(FILTER SRC_CU EXCLUDE REGEX "mhcKernels/.*")
list(FILTER SRC_CPP EXCLUDE REGEX "compressorKernels/.*")
list(FILTER SRC_CU EXCLUDE REGEX "compressorKernels/.*")
# Marlin is built as its own Hopper-only OBJECT library below.
list(FILTER SRC_CPP EXCLUDE REGEX "marlin/.*")
list(FILTER SRC_CU EXCLUDE REGEX "marlin/.*")

if(NOT ENABLE_MULTI_DEVICE)
list(FILTER SRC_CU EXCLUDE REGEX "customAllReduceKernels*.*cu$")
Expand All @@ -79,7 +82,26 @@ if(FAST_BUILD)
STATUS "FAST_BUILD enabled for kernels: using -O1 for CUDA compilation")
endif()

add_library(kernels_src STATIC ${SRC_CPP} ${SRC_CU})
# Marlin NVFP4: Hopper-only OBJECT library. Pinned to sm_90 so the global
# CMAKE_CUDA_ARCHITECTURES doesn't propagate.
file(GLOB_RECURSE MARLIN_SRC "marlin/*.cu" "marlin/*.cpp")
if(MARLIN_SRC)
add_library(marlin_src OBJECT ${MARLIN_SRC})
set_property(TARGET marlin_src PROPERTY POSITION_INDEPENDENT_CODE ON)
set_property(TARGET marlin_src PROPERTY CUDA_RESOLVE_DEVICE_SYMBOLS ON)
target_include_directories(
marlin_src
PRIVATE
$<TARGET_PROPERTY:${INTERNAL_CUTLASS_KERNELS_TARGET},INTERFACE_INCLUDE_DIRECTORIES>
)
target_link_libraries(marlin_src PRIVATE trtllm_gen_fmha_interface)
set_cuda_architectures(marlin_src 90)
endif()

add_library(
kernels_src STATIC
${SRC_CPP} ${SRC_CU}
$<$<TARGET_EXISTS:marlin_src>:$<TARGET_OBJECTS:marlin_src>>)
set_property(TARGET kernels_src PROPERTY POSITION_INDEPENDENT_CODE ON)
set_property(TARGET kernels_src PROPERTY CUDA_RESOLVE_DEVICE_SYMBOLS ON)
target_include_directories(
Expand Down
Loading
Loading