A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 09:30 UTC
[Log][Bugfix] Fix default value check for `image_url.detail` (#9663)
Michael Goin committed
Oct 24, 2024 at 13:44 UTC
e26d37a185fd33c3f91d0035611c26cfb03883da
1 file changed
+2
-1
vllm/entrypoints/chat_utils.py
+2
-1
@@ -452,7 +452,8 @@ def _parse_chat_message_content_mm_part(
452
content = MM_PARSER_MAP[part_type](part)
453
454
# Special case for 'image_url.detail'
455
- if part_type == "image_url" and part.get("detail") != "auto":
455
+ # We only support 'auto', which is the default
456
+ if part_type == "image_url" and part.get("detail", "auto") != "auto":
457
logger.warning("'image_url.detail' is currently not supported "
458
"and will be ignored.")
459