[Warmup] Show CuTeDSL compilation progress (#48881)

Signed-off-by: Woosuk Kwon <woosuk@inferact.ai>
Co-authored-by: Bugen Zhao <i@bugenzhao.com>
Co-authored-by: Giancarlo Delfin <32987265+TheEpicDolphin@users.noreply.github.com>
Co-authored-by: Isotr0py <Isotr0py@outlook.com>
Co-authored-by: Isotr0py <mozf@inferact.ai>
Co-authored-by: Jee Jee Li <jeejeelee@inferact.ai>
Co-authored-by: Roger Wang <hey@rogerw.io>
Co-authored-by: Yifan Qiao <yifanqiao@inferact.ai>
Co-authored-by: Claude Fable 5 <noreply@anthropic.com>
Co-authored-by: OpenAI Codex <codex@openai.com>
This commit is contained in:
Woosuk Kwon
2026-07-16 20:17:51 -07:00
committed by GitHub
co-authored by Bugen Zhao Giancarlo Delfin Isotr0py Isotr0py Jee Jee Li Roger Wang Yifan Qiao Claude Fable 5 OpenAI Codex
parent f3e9497e92
commit ee8f36d0b3
@@ -10,7 +10,9 @@ from collections.abc import Callable, Hashable, Iterable
from dataclasses import dataclass
import torch
from tqdm import tqdm
from vllm.distributed import is_global_first_rank
from vllm.logger import init_logger
from vllm.platforms import current_platform
from vllm.tracing import instrument
@@ -76,6 +78,8 @@ def _compile_cutedsl_warmup_units(
compile_units: Iterable[CuTeDSLCompileUnit],
) -> int:
compiled = 0
if is_global_first_rank():
compile_units = tqdm(compile_units, desc="Compiling CuTeDSL kernels")
with torch.inference_mode():
for unit in compile_units:
unit.compile()