A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 16, 07:00 UTC
[misc][plugin] improve log messages (#10386)
Signed-off-by: youkaichao <youkaichao@gmail.com>
youkaichao committed
Nov 16, 2024 at 01:23 UTC
2f427c2d163b5c6d5923a8808e9d786e170944ce
1 file changed
+3
vllm/plugins/__init__.py
+3
@@ -27,6 +27,9 @@ def load_general_plugins():
27
allowed_plugins = envs.VLLM_PLUGINS
28
29
discovered_plugins = entry_points(group='vllm.general_plugins')
30
+ if len(discovered_plugins) == 0:
31
+ logger.info("No plugins found.")
32
+ return
33
logger.info("Available plugins:")
34
for plugin in discovered_plugins:
35
logger.info("name=%s, value=%s, group=%s", plugin.name, plugin.value,