| 1 | #!/usr/bin/env python3 |
| 2 | # SPDX-License-Identifier: Apache-2.0 |
| 3 | # SPDX-FileCopyrightText: Copyright contributors to the vLLM project |
| 4 | """Check that device_count respects CUDA_VISIBLE_DEVICES after platform import.""" |
| 5 | |
| 6 | import os |
| 7 | import sys |
| 8 | |
| 9 | for key in ["CUDA_VISIBLE_DEVICES", "HIP_VISIBLE_DEVICES", "ROCR_VISIBLE_DEVICES"]: |
| 10 | os.environ.pop(key, None) |
| 11 | |
| 12 | import torch # noqa: E402 |
| 13 | |
| 14 | from vllm.platforms import current_platform # noqa: F401, E402 |
| 15 | |
| 16 | os.environ["CUDA_VISIBLE_DEVICES"] = "0" |
| 17 | count = torch.accelerator.device_count() |
| 18 | |
| 19 | if count == 0: |
| 20 | sys.exit(0) # Skip: no GPUs available |
| 21 | |
| 22 | assert count == 1, f"device_count()={count}, expected 1" |
| 23 | print("OK") |