A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 8, 15:15 UTC
[Bugfix] Add `--trust-remote-code` to dataset bench args (#34208)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
Cyrus Leung committed
Feb 10, 2026 at 14:37 UTC
f69b903b4c70716224b3936cb8503e562e25388e
2 files changed
+5
-5
vllm/benchmarks/datasets.py
+5
@@ -1314,6 +1314,11 @@ class _ValidateDatasetArgs(argparse.Action):
1314
1315
1316
def add_dataset_parser(parser: FlexibleArgumentParser):
1317
+ parser.add_argument(
1318
+ "--trust-remote-code",
1319
+ action="store_true",
1320
+ help="Trust remote code from huggingface",
1321
+ )
1322
parser.add_argument("--seed", type=int, default=0)
1323
parser.add_argument(
1324
"--num-prompts",
vllm/benchmarks/serve.py
-5
@@ -1300,11 +1300,6 @@ def add_cli_args(parser: argparse.ArgumentParser):
1300
"bursty requests. A higher burstiness value (burstiness > 1) "
1301
"results in a more uniform arrival of requests.",
1302
)
1303
- parser.add_argument(
1304
- "--trust-remote-code",
1305
- action="store_true",
1306
- help="Trust remote code from huggingface",
1307
- )
1303
parser.add_argument(
1304
"--disable-tqdm",
1305
action="store_true",