@tduncan / Nvidia-Optimization-Stack-VLLM Mirror · read-only / commits / 69909126a7
Fork 0

A high-throughput and memory-efficient inference and serving engine for LLMs

Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git

Synced Nov 17, 01:45 UTC

[Bugfix] Use random seed if seed is -1 (#4531)

sasha0552 committed May 1, 2024 at 17:41 UTC 69909126a7f6fb1e3254dc0dec87dc6e78e1a0e2
1 file changed +4 -1
vllm/sampling_params.py
+4 -1
@@ -139,7 +139,10 @@ class SamplingParams:
139 self.top_p = top_p
140 self.top_k = top_k
141 self.min_p = min_p
142 - self.seed = seed
142 + if seed == -1:
143 + self.seed = None
144 + else:
145 + self.seed = seed
146 self.use_beam_search = use_beam_search
147 self.length_penalty = length_penalty
148 self.early_stopping = early_stopping