Skip to content

Commit f0c859d

Browse files
committed
Exclude building flashMLA kernels under sm90.
Signed-off-by: Bo Li <[email protected]>
1 parent 50aa2fc commit f0c859d

File tree

1 file changed

+24
-0
lines changed

1 file changed

+24
-0
lines changed

cpp/tensorrt_llm/kernels/flashMLA/CMakeLists.txt

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -21,3 +21,27 @@ file(GLOB_RECURSE SRC_CU *.cu)
2121
add_library(flash_mla_src OBJECT ${SRC_CPP} ${SRC_CU})
2222
set_property(TARGET flash_mla_src PROPERTY POSITION_INDEPENDENT_CODE ON)
2323
set_property(TARGET flash_mla_src PROPERTY CUDA_RESOLVE_DEVICE_SYMBOLS ON)
24+
25+
# Get all targeted architectures from parent CMake
26+
if(CMAKE_CUDA_ARCHITECTURES)
27+
# Create a list for FlashMLA's supported architectures
28+
set(FLASH_MLA_CUDA_ARCHS "")
29+
30+
# Only include architectures 90 and above
31+
foreach(arch ${CMAKE_CUDA_ARCHITECTURES})
32+
# Extract the numeric part before any dash
33+
string(REGEX MATCH "^([0-9]+)" arch_num "${arch}")
34+
35+
# Only add architectures 90 and above
36+
if(arch_num GREATER_EQUAL 90)
37+
list(APPEND FLASH_MLA_CUDA_ARCHS "${arch}")
38+
endif()
39+
endforeach()
40+
41+
# Set specific architectures for this target only
42+
set_property(TARGET flash_mla_src PROPERTY CUDA_ARCHITECTURES
43+
${FLASH_MLA_CUDA_ARCHS})
44+
45+
# Log which architectures we're building for
46+
message(STATUS "Building FlashMLA for architectures: ${FLASH_MLA_CUDA_ARCHS}")
47+
endif()

0 commit comments

Comments
 (0)