A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 15, 07:15 UTC
[Hardware][POWER] Add IBM POWER11 Support to CPU Extension Detection (#19082)
Signed-off-by: Akash Kaothalkar <akash.kaothalkar@ibm.com> Co-authored-by: Akash Kaothalkar <akash.kaothalkar@ibm.com>
Akash kaothalkar committed
Jun 8, 2025 at 14:47 UTC
b9a1791e2ca5f8c78ac28514f180cd306d684c17
1 file changed
+13
-6
cmake/cpu_extension.cmake
+13
-6
@@ -75,6 +75,7 @@ if (MACOSX_FOUND AND CMAKE_SYSTEM_PROCESSOR STREQUAL "arm64")
75
else()
76
find_isa(${CPUINFO} "avx2" AVX2_FOUND)
77
find_isa(${CPUINFO} "avx512f" AVX512_FOUND)
78
+ find_isa(${CPUINFO} "Power11" POWER11_FOUND)
79
find_isa(${CPUINFO} "POWER10" POWER10_FOUND)
80
find_isa(${CPUINFO} "POWER9" POWER9_FOUND)
81
find_isa(${CPUINFO} "asimd" ASIMD_FOUND) # Check for ARM NEON support
@@ -106,13 +107,19 @@ elseif (AVX2_FOUND)
107
list(APPEND CXX_COMPILE_FLAGS "-mavx2")
108
message(WARNING "vLLM CPU backend using AVX2 ISA")
109
109
-elseif (POWER9_FOUND OR POWER10_FOUND)
110
+elseif (POWER9_FOUND OR POWER10_FOUND OR POWER11_FOUND)
111
message(STATUS "PowerPC detected")
111
- # Check for PowerPC VSX support
112
- list(APPEND CXX_COMPILE_FLAGS
113
- "-mvsx"
114
- "-mcpu=native"
115
- "-mtune=native")
112
+ if (POWER9_FOUND)
113
+ list(APPEND CXX_COMPILE_FLAGS
114
+ "-mvsx"
115
+ "-mcpu=power9"
116
+ "-mtune=power9")
117
+ elseif (POWER10_FOUND OR POWER11_FOUND)
118
+ list(APPEND CXX_COMPILE_FLAGS
119
+ "-mvsx"
120
+ "-mcpu=power10"
121
+ "-mtune=power10")
122
+ endif()
123
124
elseif (ASIMD_FOUND)
125
message(STATUS "ARMv8 or later architecture detected")