A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 15, 21:00 UTC
[platforms] improve rocm debugging info (#14257)
youkaichao committed
Mar 5, 2025 at 13:32 UTC
6eaf93020dc467ccd98f107fbab99d958e0b442f
1 file changed
+3
vllm/platforms/__init__.py
+3
@@ -106,6 +106,9 @@ def rocm_platform_plugin() -> Optional[str]:
106
if len(amdsmi.amdsmi_get_processor_handles()) > 0:
107
is_rocm = True
108
logger.debug("Confirmed ROCm platform is available.")
109
+ else:
110
+ logger.debug("ROCm platform is not available because"
111
+ " no GPU is found.")
112
finally:
113
amdsmi.amdsmi_shut_down()
114
except Exception as e: