[Bugfix] Avoid nested rerank cancellation handlers (#55602)
Signed-off-by: Miguel Garcia <miguelgarciaroman8@gmail.com>
Miguel committed
Sep 15, 2026 at 05:19 UTC
a72c046463cecc35737f353b2b6cc0f44bad3f29
1 file changed
-2
vllm/entrypoints/pooling/scoring/api_router.py
-2
@@ -91,7 +91,6 @@ async def do_rerank(request: RerankRequest, raw_request: Request):
91
HTTPStatus.INTERNAL_SERVER_ERROR.value: {"model": ErrorResponse},
92
},
93
)
94
-@with_cancellation
94
async def do_rerank_v1(request: RerankRequest, raw_request: Request):
95
logger.warning_once(
96
"To indicate that the rerank API is not part of the standard OpenAI"
@@ -110,6 +109,5 @@ async def do_rerank_v1(request: RerankRequest, raw_request: Request):
109
HTTPStatus.INTERNAL_SERVER_ERROR.value: {"model": ErrorResponse},
110
},
111
)
113
-@with_cancellation
112
async def do_rerank_v2(request: RerankRequest, raw_request: Request):
113
return await do_rerank(request, raw_request)