[Feat][Perf] Add new warmup infrastructure for JITs (#47451)
Signed-off-by: LopezCastroRoberto <rocastro@redhat.com> Signed-off-by: Roberto L. Castro <38211239+LopezCastroRoberto@users.noreply.github.com> Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
co-authored by
mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent
fbfe58133d
commit
7ca017778f
@@ -175,9 +175,15 @@ class KernelConfig:
|
||||
enable_flashinfer_autotune: bool = None # type: ignore[assignment]
|
||||
"""If True, run FlashInfer autotuning during kernel warmup."""
|
||||
|
||||
# TODO(roberto): Remove after registered CuTeDSL warmups are migrated
|
||||
# to the shared JIT warmup infrastructure.
|
||||
# https://github.com/vllm-project/vllm/pull/47451
|
||||
enable_cutedsl_warmup: bool = True
|
||||
"""If True, run CuTeDSL compile warmup during kernel warmup."""
|
||||
|
||||
enable_jit_warmup: bool = True
|
||||
"""If True, run JIT compile warmup during kernel warmup."""
|
||||
|
||||
enable_bf16x3_router_gemm: bool = False
|
||||
"""If True, use the experimental SM100 BF16x3 CuteDSL router GEMM."""
|
||||
|
||||
@@ -250,6 +256,7 @@ class KernelConfig:
|
||||
"""
|
||||
ignored_factors = {
|
||||
"enable_cutedsl_warmup",
|
||||
"enable_jit_warmup",
|
||||
"enable_flashinfer_autotune",
|
||||
"ir_op_priority", # handled separately below
|
||||
}
|
||||
@@ -260,6 +267,7 @@ class KernelConfig:
|
||||
@field_validator(
|
||||
"enable_flashinfer_autotune",
|
||||
"enable_cutedsl_warmup",
|
||||
"enable_jit_warmup",
|
||||
mode="wrap",
|
||||
)
|
||||
@classmethod
|
||||
|
||||
Reference in New Issue
Block a user