[Bugfix] Respect cgroup memory limits on all platforms (#49966)
Signed-off-by: chaunceyjiang <chaunceyjiang@gmail.com> Co-authored-by: Andreas Karatzas <akaratza@amd.com>
Chauncey committed
Jul 28, 2026 at 14:38 UTC
03a2d033673d8804b001bae41f30059273e1a669
1 file changed
+1
-3
vllm/model_executor/model_loader/weight_utils.py
+1
-3
@@ -694,12 +694,10 @@ def _get_checkpoints_size_bytes(files: list[str]) -> int:
694
695
696
def _get_available_ram_bytes() -> int:
697
- """Return available RAM, honoring cgroup limits on ROCm."""
697
+ """Return available RAM, honoring cgroup limits."""
698
import psutil
699
700
host_available = psutil.virtual_memory().available
701
- if not current_platform.is_rocm():
702
- return host_available
701
702
from vllm.utils.cpu_resource_utils import get_cgroup_memory_limit
703