A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 17, 03:00 UTC
bump version to v0.4.0 (#3712)
Simon Mo committed
Mar 29, 2024 at 12:28 UTC
430530fc18b7dc8076f7df4c3c6718ba8cc303f3
1 file changed
+1
-1
vllm/__init__.py
+1
-1
@@ -8,7 +8,7 @@ from vllm.entrypoints.llm import LLM
8
from vllm.outputs import CompletionOutput, RequestOutput
9
from vllm.sampling_params import SamplingParams
10
11
-__version__ = "0.3.3"
11
+__version__ = "0.4.0"
12
13
__all__ = [
14
"LLM",