@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / de6f90a13d
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 15:45 UTC

[Misc] guard against change in cuda library name (#8609)

bnellnm committed Sep 19, 2024 at 18:36 UTC de6f90a13d7b98c4958ba107ec16cb6f95efb10f
1 file changed +4 -3
cmake/utils.cmake
+4 -3
@@ -350,13 +350,14 @@ function (define_gpu_extension_target GPU_MOD_NAME)
350 target_include_directories(${GPU_MOD_NAME} PRIVATE csrc
351 ${GPU_INCLUDE_DIRECTORIES})
352
353 - # TODO: is torch_python_LIBRARY needed?
354 - target_link_libraries(${GPU_MOD_NAME} PRIVATE torch ${torch_python_LIBRARY}
355 - ${GPU_LIBRARIES})
353 + target_link_libraries(${GPU_MOD_NAME} PRIVATE torch ${GPU_LIBRARIES})
354
355 # Don't use `TORCH_LIBRARIES` for CUDA since it pulls in a bunch of
356 # dependencies that are not necessary and may not be installed.
357 if (GPU_LANGUAGE STREQUAL "CUDA")
358 + if ("${CUDA_CUDA_LIB}" STREQUAL "")
359 + set(CUDA_CUDA_LIB "${CUDA_CUDA_LIBRARY}")
360 + endif()
361 target_link_libraries(${GPU_MOD_NAME} PRIVATE ${CUDA_CUDA_LIB}
362 ${CUDA_LIBRARIES})
363 else()