A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 15:45 UTC
[Misc] guard against change in cuda library name (#8609)
bnellnm committed
Sep 19, 2024 at 18:36 UTC
de6f90a13d7b98c4958ba107ec16cb6f95efb10f
1 file changed
+4
-3
cmake/utils.cmake
+4
-3
@@ -350,13 +350,14 @@ function (define_gpu_extension_target GPU_MOD_NAME)
350
target_include_directories(${GPU_MOD_NAME} PRIVATE csrc
351
${GPU_INCLUDE_DIRECTORIES})
352
353
- # TODO: is torch_python_LIBRARY needed?
354
- target_link_libraries(${GPU_MOD_NAME} PRIVATE torch ${torch_python_LIBRARY}
355
- ${GPU_LIBRARIES})
353
+ target_link_libraries(${GPU_MOD_NAME} PRIVATE torch ${GPU_LIBRARIES})
354
355
# Don't use `TORCH_LIBRARIES` for CUDA since it pulls in a bunch of
356
# dependencies that are not necessary and may not be installed.
357
if (GPU_LANGUAGE STREQUAL "CUDA")
358
+ if ("${CUDA_CUDA_LIB}" STREQUAL "")
359
+ set(CUDA_CUDA_LIB "${CUDA_CUDA_LIBRARY}")
360
+ endif()
361
target_link_libraries(${GPU_MOD_NAME} PRIVATE ${CUDA_CUDA_LIB}
362
${CUDA_LIBRARIES})
363
else()