A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 15:45 UTC
[Misc] Show AMD GPU topology in `collect_env.py` (#8649)
Cyrus Leung committed
Sep 21, 2024 at 04:52 UTC
035fa895ecedea87810889aabbe50ba8a2ad7d5d
1 file changed
+7
-2
collect_env.py
+7
-2
@@ -285,9 +285,14 @@ def summarize_vllm_build_flags():
285
286
287
def get_gpu_topo(run_lambda):
288
+ output = None
289
+
290
if get_platform() == 'linux':
289
- return run_and_read_all(run_lambda, 'nvidia-smi topo -m')
290
- return None
291
+ output = run_and_read_all(run_lambda, 'nvidia-smi topo -m')
292
+ if output is None:
293
+ output = run_and_read_all(run_lambda, 'rocm-smi --showtopo')
294
+
295
+ return output
296
297
298
# example outputs of CPU infos