@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / 324960a95c
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 00:45 UTC

[TPU][CI] Update torchxla version in requirement-tpu.txt (#12422)

Signed-off-by: Siyuan Liu <lsiyuan@google.com>

Siyuan Liu committed Jan 24, 2025 at 23:23 UTC 324960a95c00112ce6b9b858d9311da1597cfb8b
2 files changed +12 -11
Dockerfile.tpu
+1 -1
@@ -1,4 +1,4 @@
1 -ARG NIGHTLY_DATE="20250122"
1 +ARG NIGHTLY_DATE="20250124"
2 ARG BASE_IMAGE="us-central1-docker.pkg.dev/tpu-pytorch-releases/docker/xla:nightly_3.10_tpuvm_$NIGHTLY_DATE"
3
4 FROM $BASE_IMAGE
requirements-tpu.txt
+11 -10
@@ -10,16 +10,17 @@ wheel
10 jinja2
11 ray[default]
12
13 -# Install torch_xla
14 ---pre
15 ---extra-index-url https://download.pytorch.org/whl/nightly/cpu
13 +# Install torch, torch_xla
14 --find-links https://storage.googleapis.com/libtpu-releases/index.html
15 --find-links https://storage.googleapis.com/jax-releases/jax_nightly_releases.html
16 --find-links https://storage.googleapis.com/jax-releases/jaxlib_nightly_releases.html
19 -torch==2.6.0.dev20241126+cpu
20 -torchvision==0.20.0.dev20241126+cpu
21 -torch_xla[tpu] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.6.0.dev20241126-cp39-cp39-linux_x86_64.whl ; python_version == "3.9"
22 -torch_xla[tpu] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.6.0.dev20241126-cp310-cp310-linux_x86_64.whl ; python_version == "3.10"
23 -torch_xla[tpu] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.6.0.dev20241126-cp311-cp311-linux_x86_64.whl ; python_version == "3.11"
24 -jaxlib==0.4.36.dev20241122
25 -jax==0.4.36.dev20241122
17 +# Note: This torch whl can be slightly different from the official torch nightly whl
18 +# since they are not built on the same commit (but on the same day). This difference may cause C++ undefined symbol issue
19 +# if some change between the 2 commits introduce some C++ API change.
20 +# Here we install the exact torch whl from which torch_xla is built from, to avoid potential C++ undefined symbol issue.
21 +torch @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch-2.7.0.dev20250124-cp39-cp39-linux_x86_64.whl ; python_version == "3.9"
22 +torch @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch-2.7.0.dev20250124-cp310-cp310-linux_x86_64.whl ; python_version == "3.10"
23 +torch @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch-2.7.0.dev20250124-cp311-cp311-linux_x86_64.whl ; python_version == "3.11"
24 +torch_xla[pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.7.0.dev20250124-cp39-cp39-linux_x86_64.whl ; python_version == "3.9"
25 +torch_xla[pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.7.0.dev20250124-cp310-cp310-linux_x86_64.whl ; python_version == "3.10"
26 +torch_xla[pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.7.0.dev20250124-cp311-cp311-linux_x86_64.whl ; python_version == "3.11"