A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 14, 05:30 UTC
[Bugfix][CI/Build][ROCm] Make sure to use the headers from the build folder on ROCm (#22264)
Signed-off-by: Gregory Shtrasberg <Gregory.Shtrasberg@amd.com>
Gregory Shtrasberg committed
Aug 5, 2025 at 23:39 UTC
5d5d419ca6aa55034eef0144f24e66789b486cb5
1 file changed
+6
-2
cmake/utils.cmake
+6
-2
@@ -467,6 +467,12 @@ function (define_gpu_extension_target GPU_MOD_NAME)
467
if (GPU_LANGUAGE STREQUAL "HIP")
468
# Make this target dependent on the hipify preprocessor step.
469
add_dependencies(${GPU_MOD_NAME} hipify${GPU_MOD_NAME})
470
+ # Make sure we include the hipified versions of the headers, and avoid conflicts with the ones in the original source folder
471
+ target_include_directories(${GPU_MOD_NAME} PRIVATE ${CMAKE_CURRENT_BINARY_DIR}/csrc
472
+ ${GPU_INCLUDE_DIRECTORIES})
473
+ else()
474
+ target_include_directories(${GPU_MOD_NAME} PRIVATE csrc
475
+ ${GPU_INCLUDE_DIRECTORIES})
476
endif()
477
478
if (GPU_ARCHITECTURES)
@@ -482,8 +488,6 @@ function (define_gpu_extension_target GPU_MOD_NAME)
488
target_compile_definitions(${GPU_MOD_NAME} PRIVATE
489
"-DTORCH_EXTENSION_NAME=${GPU_MOD_NAME}")
490
485
- target_include_directories(${GPU_MOD_NAME} PRIVATE csrc
486
- ${GPU_INCLUDE_DIRECTORIES})
491
492
target_link_libraries(${GPU_MOD_NAME} PRIVATE torch ${GPU_LIBRARIES})
493