A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 10, 10:15 UTC
[Misc] Skip hashing kwargs if value is `None` (#32025)
Signed-off-by: Roger Wang <hey@rogerw.io>
Roger Wang committed
Jan 9, 2026 at 05:20 UTC
db07433ce58f2f6ac9aa0e2fad61181ff5a1442b
1 file changed
+3
vllm/multimodal/hasher.py
+3
@@ -98,6 +98,9 @@ class MultiModalHasher:
98
key: str,
99
obj: object,
100
) -> Iterable[bytes | memoryview]:
101
+ if obj is None:
102
+ yield key.encode("utf-8")
103
+ return
104
# Recursive cases
105
if isinstance(obj, (list, tuple)):
106
for i, elem in enumerate(obj):