A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 15, 09:45 UTC
[Misc] MultiConnector._connectors type (#18423)
Signed-off-by: nicklucche <nlucches@redhat.com>
Nicolò Lucchesi committed
May 21, 2025 at 07:48 UTC
cd8dfc6dfc832fc4bc8ea0c9b01ad92d677c75bb
1 file changed
+1
-1
vllm/distributed/kv_transfer/kv_connector/v1/multi_connector.py
+1
-1
@@ -40,7 +40,7 @@ class MultiConnector(KVConnectorBase_V1):
40
41
def __init__(self, vllm_config: "VllmConfig", role: KVConnectorRole):
42
super().__init__(vllm_config=vllm_config, role=role)
43
- self._connectors = []
43
+ self._connectors: list[KVConnectorBase_V1] = []
44
ktcs = vllm_config.kv_transfer_config.kv_connector_extra_config.get(
45
"connectors")
46
assert ktcs is not None