A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 17, 01:45 UTC
[Bugfix] Use random seed if seed is -1 (#4531)
sasha0552 committed
May 1, 2024 at 17:41 UTC
69909126a7f6fb1e3254dc0dec87dc6e78e1a0e2
1 file changed
+4
-1
vllm/sampling_params.py
+4
-1
@@ -139,7 +139,10 @@ class SamplingParams:
139
self.top_p = top_p
140
self.top_k = top_k
141
self.min_p = min_p
142
- self.seed = seed
142
+ if seed == -1:
143
+ self.seed = None
144
+ else:
145
+ self.seed = seed
146
self.use_beam_search = use_beam_search
147
self.length_penalty = length_penalty
148
self.early_stopping = early_stopping