A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 2, 07:15 UTC
[ROCm][CI] Skip unbacked dynamic shapes tests on PyTorch < 2.11 (#44256)
Signed-off-by: JartX <sagformas@epdcenter.es>
JartX committed
Jun 2, 2026 at 02:09 UTC
48c0d13e654bef63d580dd4cbc0f39356ceb0b68
1 file changed
+9
tests/compile/test_dynamic_shapes_compilation.py
+9
@@ -55,6 +55,15 @@ def test_dynamic_shapes_compilation(
55
evaluate_guards,
56
):
57
"""Test that all dynamic shapes types compile successfully"""
58
+ if shapes_type == DynamicShapesType.UNBACKED and not is_torch_equal_or_newer(
59
+ "2.11.0"
60
+ ):
61
+ # NOTE[ROCm]: shape_id (used by Qwen2/Llama to relate input dims) only
62
+ # landed in torch 2.11, but the ROCm CI still runs torch 2.10.x. On
63
+ # older torch there's no way to express it, so unbacked shapes go
64
+ # data-dependent and compilation blows up -- nothing to test.
65
+ pytest.skip("unbacked dynamic shapes with shape_id require torch>=2.11")
66
+
67
if evaluate_guards and shapes_type == DynamicShapesType.UNBACKED:
68
pytest.skip("unbacked dynamic shapes do not add guards")
69