A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 11, 12:30 UTC
[Bug][KVConnector][Metrics] Remove a vacuous assertion breaking external-launcher (#30577)
Co-authored-by: Qier Li <qier@fb.com>
Qier Li committed
Dec 13, 2025 at 20:23 UTC
dc7fb5bebe21657109672dba18f725753df93aac
1 file changed
-3
vllm/distributed/kv_transfer/kv_connector/v1/metrics.py
-3
@@ -7,7 +7,6 @@ from prometheus_client import Counter, Gauge, Histogram
7
8
from vllm.config import KVTransferConfig, VllmConfig
9
from vllm.distributed.kv_transfer.kv_connector.factory import KVConnectorFactory
10
-from vllm.distributed.kv_transfer.kv_transfer_state import has_kv_transfer_group
10
from vllm.logger import init_logger
11
12
PromMetric: TypeAlias = Gauge | Counter | Histogram
@@ -53,8 +52,6 @@ class KVConnectorStats:
52
53
class KVConnectorLogging:
54
def __init__(self, kv_transfer_config: KVTransferConfig | None):
56
- # This should be called on frontend process.
57
- assert not has_kv_transfer_group()
55
# Instantiate the connector's stats class.
56
if kv_transfer_config and kv_transfer_config.kv_connector:
57
self.connector_cls = KVConnectorFactory.get_connector_class(