[Warmup] Show CuTeDSL compilation progress (#48881)
Signed-off-by: Woosuk Kwon <woosuk@inferact.ai> Co-authored-by: Bugen Zhao <i@bugenzhao.com> Co-authored-by: Giancarlo Delfin <32987265+TheEpicDolphin@users.noreply.github.com> Co-authored-by: Isotr0py <Isotr0py@outlook.com> Co-authored-by: Isotr0py <mozf@inferact.ai> Co-authored-by: Jee Jee Li <jeejeelee@inferact.ai> Co-authored-by: Roger Wang <hey@rogerw.io> Co-authored-by: Yifan Qiao <yifanqiao@inferact.ai> Co-authored-by: Claude Fable 5 <noreply@anthropic.com> Co-authored-by: OpenAI Codex <codex@openai.com>
Woosuk Kwon committed
Jul 16, 2026 at 20:17 UTC
ee8f36d0b3dc36ad1751c2193b30feb2ba11e0da
1 file changed
+4
vllm/model_executor/warmup/cutedsl_warmup.py
+4
@@ -10,7 +10,9 @@ from collections.abc import Callable, Hashable, Iterable
10
from dataclasses import dataclass
11
12
import torch
13
+from tqdm import tqdm
14
15
+from vllm.distributed import is_global_first_rank
16
from vllm.logger import init_logger
17
from vllm.platforms import current_platform
18
from vllm.tracing import instrument
@@ -76,6 +78,8 @@ def _compile_cutedsl_warmup_units(
78
compile_units: Iterable[CuTeDSLCompileUnit],
79
) -> int:
80
compiled = 0
81
+ if is_global_first_rank():
82
+ compile_units = tqdm(compile_units, desc="Compiling CuTeDSL kernels")
83
with torch.inference_mode():
84
for unit in compile_units:
85
unit.compile()