| 1 | { |
| 2 | "_comment": "Auto-generated from Dockerfile ARGs. Do not edit manually. Run: python tools/generate_versions_json.py", |
| 3 | "variable": { |
| 4 | "CUDA_VERSION": { |
| 5 | "default": "13.0.3" |
| 6 | }, |
| 7 | "PYTHON_VERSION": { |
| 8 | "default": "3.12" |
| 9 | }, |
| 10 | "UBUNTU_VERSION": { |
| 11 | "default": "24.04" |
| 12 | }, |
| 13 | "INSTALL_RUBIN_PRERELEASE": { |
| 14 | "default": "false" |
| 15 | }, |
| 16 | "NCCL_VERSION": { |
| 17 | "default": "2.30.7" |
| 18 | }, |
| 19 | "BUILD_BASE_IMAGE": { |
| 20 | "default": "pytorch/manylinux2_28-builder:cuda13.0-78e737ad29420ffc4800e677c51e2a852caf8359" |
| 21 | }, |
| 22 | "FINAL_BASE_IMAGE": { |
| 23 | "default": "nvidia/cuda:13.0.3-base-ubuntu24.04" |
| 24 | }, |
| 25 | "GET_PIP_URL": { |
| 26 | "default": "https://bootstrap.pypa.io/get-pip.py" |
| 27 | }, |
| 28 | "PYTORCH_CUDA_INDEX_BASE_URL": { |
| 29 | "default": "https://download.pytorch.org/whl" |
| 30 | }, |
| 31 | "PIP_KEYRING_PROVIDER": { |
| 32 | "default": "disabled" |
| 33 | }, |
| 34 | "UV_KEYRING_PROVIDER": { |
| 35 | "default": "disabled" |
| 36 | }, |
| 37 | "INSTALL_KV_CONNECTORS": { |
| 38 | "default": "false" |
| 39 | }, |
| 40 | "SCCACHE_BUCKET_NAME": { |
| 41 | "default": "vllm-build-sccache" |
| 42 | }, |
| 43 | "SCCACHE_REGION_NAME": { |
| 44 | "default": "us-west-2" |
| 45 | }, |
| 46 | "SCCACHE_S3_NO_CREDENTIALS": { |
| 47 | "default": "0" |
| 48 | }, |
| 49 | "TORCH_CUDA_ARCH_LIST": { |
| 50 | "default": "7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0" |
| 51 | }, |
| 52 | "MAX_JOBS": { |
| 53 | "default": "2" |
| 54 | }, |
| 55 | "NVCC_THREADS": { |
| 56 | "default": "8" |
| 57 | }, |
| 58 | "vllm_target_device": { |
| 59 | "default": "cuda" |
| 60 | }, |
| 61 | "DEEPEP_COMMIT_HASH": { |
| 62 | "default": "d4f41e4e93" |
| 63 | }, |
| 64 | "GIT_REPO_CHECK": { |
| 65 | "default": "0" |
| 66 | }, |
| 67 | "VLLM_MAX_SIZE_MB": { |
| 68 | "default": "500" |
| 69 | }, |
| 70 | "RUN_WHEEL_CHECK": { |
| 71 | "default": "true" |
| 72 | }, |
| 73 | "FLASHINFER_VERSION": { |
| 74 | "default": "0.7.0.post1" |
| 75 | }, |
| 76 | "GDRCOPY_CUDA_VERSION": { |
| 77 | "default": "12.8" |
| 78 | }, |
| 79 | "GDRCOPY_OS_VERSION": { |
| 80 | "default": "Ubuntu24_04" |
| 81 | }, |
| 82 | "TIMM_VERSION": { |
| 83 | "default": ">=1.0.17" |
| 84 | }, |
| 85 | "RUNAI_MODEL_STREAMER_VERSION": { |
| 86 | "default": ">=0.15.7" |
| 87 | } |
| 88 | } |
| 89 | } |