A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 5, 23:30 UTC
[Misc] Optimized check to encapsulate both CUDA and ROCm platforms (#34549)
Signed-off-by: Andreas Karatzas <akaratza@amd.com>
Andreas Karatzas committed
Mar 25, 2026 at 20:43 UTC
36f6aede23e157bb8f505d548140109db3b65bec
1 file changed
+1
-1
vllm/utils/torch_utils.py
+1
-1
@@ -683,7 +683,7 @@ def get_accelerator_view_from_cpu_tensor(cpu_tensor: torch.Tensor) -> torch.Tens
683
if current_platform.is_xpu():
684
assert cpu_tensor.is_pinned(), "CPU tensor must be pinned"
685
return torch.ops._C.get_xpu_view_from_cpu_tensor(cpu_tensor)
686
- elif current_platform.is_cuda() or current_platform.is_rocm():
686
+ elif current_platform.is_cuda_alike():
687
return torch.ops._C.get_cuda_view_from_cpu_tensor(cpu_tensor)
688
else:
689
raise ValueError(