A high-throughput and memory-efficient inference and serving engine for LLMs
Mirrored from https://github.com/tduncan-lum/Nvidia-Optimization-Stack---VLLM.git
Synced Nov 8, 12:30 UTC
[Redo] Add `--trust-remote-code` to dataset bench args (#34251)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
Cyrus Leung committed
Feb 11, 2026 at 11:10 UTC
3bcd494ef4bd50c8fa34990d80743728e464c2e0
2 files changed
+5
-5
vllm/benchmarks/datasets.py
+5
@@ -1310,6 +1310,11 @@ class _ValidateDatasetArgs(argparse.Action):
1310
1311
1312
def add_dataset_parser(parser: FlexibleArgumentParser):
1313
+ parser.add_argument(
1314
+ "--trust-remote-code",
1315
+ action="store_true",
1316
+ help="Trust remote code from huggingface",
1317
+ )
1318
parser.add_argument("--seed", type=int, default=0)
1319
parser.add_argument(
1320
"--num-prompts",
vllm/benchmarks/serve.py
-5
@@ -1313,11 +1313,6 @@ def add_cli_args(parser: argparse.ArgumentParser):
1313
"bursty requests. A higher burstiness value (burstiness > 1) "
1314
"results in a more uniform arrival of requests.",
1315
)
1316
- parser.add_argument(
1317
- "--trust-remote-code",
1318
- action="store_true",
1319
- help="Trust remote code from huggingface",
1320
- )
1316
parser.add_argument(
1317
"--disable-tqdm",
1318
action="store_true",