A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 00:45 UTC
[TPU][CI] Update torchxla version in requirement-tpu.txt (#12422)
Signed-off-by: Siyuan Liu <lsiyuan@google.com>
Siyuan Liu committed
Jan 24, 2025 at 23:23 UTC
324960a95c00112ce6b9b858d9311da1597cfb8b
2 files changed
+12
-11
Dockerfile.tpu
+1
-1
@@ -1,4 +1,4 @@
1
-ARG NIGHTLY_DATE="20250122"
1
+ARG NIGHTLY_DATE="20250124"
2
ARG BASE_IMAGE="us-central1-docker.pkg.dev/tpu-pytorch-releases/docker/xla:nightly_3.10_tpuvm_$NIGHTLY_DATE"
3
4
FROM $BASE_IMAGE
requirements-tpu.txt
+11
-10
@@ -10,16 +10,17 @@ wheel
10
jinja2
11
ray[default]
12
13
-# Install torch_xla
14
---pre
15
---extra-index-url https://download.pytorch.org/whl/nightly/cpu
13
+# Install torch, torch_xla
14
--find-links https://storage.googleapis.com/libtpu-releases/index.html
15
--find-links https://storage.googleapis.com/jax-releases/jax_nightly_releases.html
16
--find-links https://storage.googleapis.com/jax-releases/jaxlib_nightly_releases.html
19
-torch==2.6.0.dev20241126+cpu
20
-torchvision==0.20.0.dev20241126+cpu
21
-torch_xla[tpu] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.6.0.dev20241126-cp39-cp39-linux_x86_64.whl ; python_version == "3.9"
22
-torch_xla[tpu] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.6.0.dev20241126-cp310-cp310-linux_x86_64.whl ; python_version == "3.10"
23
-torch_xla[tpu] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.6.0.dev20241126-cp311-cp311-linux_x86_64.whl ; python_version == "3.11"
24
-jaxlib==0.4.36.dev20241122
25
-jax==0.4.36.dev20241122
17
+# Note: This torch whl can be slightly different from the official torch nightly whl
18
+# since they are not built on the same commit (but on the same day). This difference may cause C++ undefined symbol issue
19
+# if some change between the 2 commits introduce some C++ API change.
20
+# Here we install the exact torch whl from which torch_xla is built from, to avoid potential C++ undefined symbol issue.
21
+torch @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch-2.7.0.dev20250124-cp39-cp39-linux_x86_64.whl ; python_version == "3.9"
22
+torch @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch-2.7.0.dev20250124-cp310-cp310-linux_x86_64.whl ; python_version == "3.10"
23
+torch @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch-2.7.0.dev20250124-cp311-cp311-linux_x86_64.whl ; python_version == "3.11"
24
+torch_xla[pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.7.0.dev20250124-cp39-cp39-linux_x86_64.whl ; python_version == "3.9"
25
+torch_xla[pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.7.0.dev20250124-cp310-cp310-linux_x86_64.whl ; python_version == "3.10"
26
+torch_xla[pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.7.0.dev20250124-cp311-cp311-linux_x86_64.whl ; python_version == "3.11"