@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / e26d37a185
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 16, 09:30 UTC

[Log][Bugfix] Fix default value check for `image_url.detail` (#9663)

Michael Goin committed Oct 24, 2024 at 13:44 UTC e26d37a185fd33c3f91d0035611c26cfb03883da
1 file changed +2 -1
vllm/entrypoints/chat_utils.py
+2 -1
@@ -452,7 +452,8 @@ def _parse_chat_message_content_mm_part(
452 content = MM_PARSER_MAP[part_type](part)
453
454 # Special case for 'image_url.detail'
455 - if part_type == "image_url" and part.get("detail") != "auto":
455 + # We only support 'auto', which is the default
456 + if part_type == "image_url" and part.get("detail", "auto") != "auto":
457 logger.warning("'image_url.detail' is currently not supported "
458 "and will be ignored.")
459