A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 14, 05:30 UTC
Update `flashinfer-python==0.2.10` (#22389)
Signed-off-by: mgoin <mgoin64@gmail.com>
Michael Goin committed
Aug 6, 2025 at 21:10 UTC
e8961e963a76feb3e2c080220e79d2d5a9d272f9
2 files changed
+2
-2
docker/Dockerfile
+1
-1
@@ -392,7 +392,7 @@ RUN --mount=type=bind,from=build,src=/workspace/dist,target=/vllm-workspace/dist
392
ARG FLASHINFER_GIT_REPO="https://github.com/flashinfer-ai/flashinfer.git"
393
# Keep this in sync with https://github.com/vllm-project/vllm/blob/main/requirements/cuda.txt
394
# We use `--force-reinstall --no-deps` to avoid issues with the existing FlashInfer wheel.
395
-ARG FLASHINFER_GIT_REF="v0.2.9"
395
+ARG FLASHINFER_GIT_REF="v0.2.10"
396
RUN --mount=type=cache,target=/root/.cache/uv bash - <<'BASH'
397
. /etc/environment
398
git clone --depth 1 --recursive --shallow-submodules \
setup.py
+1
-1
@@ -665,7 +665,7 @@ setup(
665
"mistral_common[audio]"], # Required for audio processing
666
"video": [], # Kept for backwards compatibility
667
# FlashInfer should be updated together with the Dockerfile
668
- "flashinfer": ["flashinfer-python==0.2.9"],
668
+ "flashinfer": ["flashinfer-python==0.2.10"],
669
},
670
cmdclass=cmdclass,
671
package_data=package_data,