[Core] Disable JIT warmup in eager mode (#58197)
Signed-off-by: mgoin <mgoin64@gmail.com>
Misha Goin committed
Sep 22, 2026 at 17:35 UTC
5c3b61e9c438a605b52d6d1c2639b2dcb5bbf575
1 file changed
+5
-2
vllm/config/vllm.py
+5
-2
@@ -1598,11 +1598,14 @@ class VllmConfig:
1598
1599
if self.model_config is not None and self.model_config.enforce_eager:
1600
logger.warning_once(
1601
- "Enforce eager set, disabling torch.compile and CUDAGraphs. "
1602
- "This is equivalent to setting -cc.mode=none -cc.cudagraph_mode=none"
1601
+ "Enforce eager set, disabling torch.compile, CUDAGraphs, and JIT "
1602
+ "kernel warmup. This is equivalent to setting -cc.mode=none "
1603
+ "-cc.cudagraph_mode=none and "
1604
+ "--kernel_config.enable_jit_warmup=False"
1605
)
1606
self.compilation_config.mode = CompilationMode.NONE
1607
self.compilation_config.cudagraph_mode = CUDAGraphMode.NONE
1608
+ self.kernel_config.enable_jit_warmup = False
1609
1610
if os.environ.get("TORCH_COMPILE_DISABLE") == "1":
1611
logger.warning_once(