A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 15, 18:30 UTC
[V1][Minor] Add __repr__ to ConstantList (#14907)
Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
Woosuk Kwon committed
Mar 16, 2025 at 20:20 UTC
7f6c5ee06c4861ae1310f4ea5caaa2104efb4d22
1 file changed
+3
vllm/v1/utils.py
+3
@@ -86,6 +86,9 @@ class ConstantList(Generic[T], Sequence):
86
def __len__(self):
87
return len(self._x)
88
89
+ def __repr__(self):
90
+ return f"ConstantList({self._x})"
91
+
92
93
class BackgroundProcHandle:
94
"""