@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / 035fa895ec
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 15:45 UTC

[Misc] Show AMD GPU topology in `collect_env.py` (#8649)

Cyrus Leung committed Sep 21, 2024 at 04:52 UTC 035fa895ecedea87810889aabbe50ba8a2ad7d5d
1 file changed +7 -2
collect_env.py
+7 -2
@@ -285,9 +285,14 @@ def summarize_vllm_build_flags():
285
286
287 def get_gpu_topo(run_lambda):
288 + output = None
289 +
290 if get_platform() == 'linux':
289 - return run_and_read_all(run_lambda, 'nvidia-smi topo -m')
290 - return None
291 + output = run_and_read_all(run_lambda, 'nvidia-smi topo -m')
292 + if output is None:
293 + output = run_and_read_all(run_lambda, 'rocm-smi --showtopo')
294 +
295 + return output
296
297
298 # example outputs of CPU infos