[Compile] Fix compile warning #177-D (#56609)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
Wentao Ye committed
Sep 17, 2026 at 08:04 UTC
91a4c40b45696c4dd31281877ad46af0910efcfa
1 file changed
+2
csrc/libtorch_stable/cache_kernels.cu
+2
@@ -84,7 +84,9 @@ void swap_blocks(torch::stable::Tensor& src, torch::stable::Tensor& dst,
84
namespace {
85
// ROCm hipMemcpyBatchAsync faults for count > 8192 (MI350X/gfx950), so chunk
86
// at that ceiling.
87
+#if defined(USE_ROCM)
88
constexpr int64_t kRocmDefaultMaxBatchDescriptors = 8192;
89
+#endif
90
91
constexpr const char* kMaxBatchDescriptorsEnv =
92
"VLLM_KV_OFFLOAD_MAX_BATCH_DESCRIPTORS";