[ROCm][P/D] MoRIIO toy proxy: support JSON Content-Type for OpenAI clients. (#46482)
Signed-off-by: lcskrishna <lollachaitanya@gmail.com>
Chaitanya Sri Krishna Lolla committed
Jul 2, 2026 at 00:47 UTC
5fd442187cdefc1c64f48ef8aa50fb9d269bd1cc
1 file changed
+3
examples/disaggregated/disaggregated_serving/moriio_toy_proxy_server.py
+3
@@ -327,6 +327,9 @@ async def handle_request(api: str, request: Request):
327
session, decode_response = await decode_request_task
328
stream_generator = stream_decode_response(session, decode_response, request_id)
329
response = await make_response(stream_generator)
330
+ response.headers["Content-Type"] = decode_response.headers.get(
331
+ "Content-Type", "application/json"
332
+ )
333
return response
334
except Exception as e:
335
logger.exception("An error occurred while handling the request: %s", e)