[AuxOutput] Only require Model Runner V2 on GPU platform (#58205)
Signed-off-by: Linkun Chen <github@lkchen.net>
Linkun committed
Sep 25, 2026 at 15:55 UTC
614b55f0b6dbcba0da27c261e9daa52633fe8dd0
1 file changed
+8
-1
vllm/config/vllm.py
+8
-1
@@ -1161,7 +1161,14 @@ class VllmConfig:
1161
"""Reject configurations unsupported by enabled auxiliary outputs."""
1162
if not self.aux_output_config.enabled:
1163
return
1164
- if not self.use_v2_model_runner:
1164
+ from vllm.platforms import current_platform
1165
+
1166
+ # In-tree platforms only wire AuxOutput to MRV2. TPU and out-of-tree
1167
+ # platforms bring their own model runners and validate AuxOutput
1168
+ # support themselves.
1169
+ if not self.use_v2_model_runner and not (
1170
+ current_platform.is_tpu() or current_platform.is_out_of_tree()
1171
+ ):
1172
raise ValueError(
1173
"AuxOutput Connector requires Model Runner V2; set "
1174
"VLLM_USE_V2_MODEL_RUNNER=1."