A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 14, 05:30 UTC
[Docs] vllm/benchmarks/datasets.py fix docstring param format. (#24970)
Signed-off-by: samzong <samzong.lu@gmail.com>
samzong committed
Sep 17, 2025 at 23:11 UTC
4a2d33e3718c57a2789da8b621728965a8a1787a
1 file changed
+5
-5
vllm/benchmarks/datasets.py
+5
-5
@@ -104,9 +104,9 @@ class BenchmarkDataset(ABC):
104
105
Args:
106
dataset_path (Optional[str]): Path to the dataset. If None, it
107
- indicates that a default or random dataset might be used.
107
+ indicates that a default or random dataset might be used.
108
random_seed (int): Seed value for reproducible shuffling or
109
- sampling. Defaults to DEFAULT_SEED.
109
+ sampling. Defaults to DEFAULT_SEED.
110
"""
111
self.dataset_path = dataset_path
112
# Set the random seed, ensuring that a None value is replaced with the
@@ -200,8 +200,7 @@ class BenchmarkDataset(ABC):
200
tokenizer (PreTrainedTokenizerBase): The tokenizer to be used
201
for processing the dataset's text.
202
num_requests (int): The number of sample requests to generate.
203
- request_id_prefix (str) The prefix of request_id.
204
-
203
+ request_id_prefix (str): The prefix of request_id.
204
205
Returns:
206
list[SampleRequest]: A list of sample requests generated from the
@@ -224,7 +223,8 @@ class BenchmarkDataset(ABC):
223
requests (List[SampleRequest]): The current list of sampled
224
requests.
225
num_requests (int): The target number of requests.
227
- request_id_prefix (str) The prefix of the request ids.
226
+ request_id_prefix (str): The prefix applied to generated request
227
+ identifiers.
228
229
"""
230
if no_oversample: