A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 10, 20:15 UTC
[BugFix] Fix NUMA node validation in CPU platform (#31520)
Signed-off-by: SameerAsal <SameerAsal@users.noreply.github.com> Co-authored-by: SameerAsal <SameerAsal@users.noreply.github.com>
SameerAsal committed
Dec 30, 2025 at 20:06 UTC
70e1acefcdecc9923ab90b5162cf90fd835fd749
1 file changed
+1
-1
vllm/platforms/cpu.py
+1
-1
@@ -390,7 +390,7 @@ class CpuPlatform(Platform):
390
if env_key in os.environ and os.environ[env_key] != "":
391
visible_nodes = [int(s) for s in os.environ[env_key].split(",")]
392
allowed_numa_nodes_list = [
393
- x for x in visible_nodes if x in allowed_cpu_id_list
393
+ x for x in sorted(list(set(visible_nodes))) if x in allowed_numa_nodes
394
]
395
396
return allowed_numa_nodes_list, logical_cpu_list