A high-throughput and memory-efficient inference and serving engine for LLMs
[KV Events] Switch event structs from array to map encoding (#42892)
Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>
Sage committed
Jun 9, 2026 at 14:39 UTC
5b3807e862fe70f51139ac518a5dd361e57de2e5
2 files changed
+1
-4
examples/features/kv_events/kv_events_subscriber.py
+1
-3
@@ -17,9 +17,7 @@ class EventBatch(msgspec.Struct, array_like=True, omit_defaults=True, gc=False):
17
events: list[Any]
18
19
20
-class KVCacheEvent(
21
- msgspec.Struct, array_like=True, omit_defaults=True, gc=False, tag=True
22
-):
20
+class KVCacheEvent(msgspec.Struct, omit_defaults=True, gc=False, tag=True):
21
"""Base class for all KV cache-related events"""
22
23
vllm/distributed/kv_events.py
-1
@@ -35,7 +35,6 @@ class EventBatch(
35
36
class KVCacheEvent(
37
msgspec.Struct,
38
- array_like=True, # type: ignore[call-arg]
38
omit_defaults=True, # type: ignore[call-arg]
39
gc=False, # type: ignore[call-arg]
40
tag=True,