Measure encoder compile time seperate from llm backbone (#39240)

Signed-off-by: Lucas Kabela <lucaskabela@meta.com>
This commit is contained in:
Lucas Kabela
2026-04-14 10:52:49 -04:00
committed by GitHub
parent f02b3269e7
commit c08f3b2a62
9 changed files with 186 additions and 147 deletions
+4
View File
@@ -710,6 +710,8 @@ class CompilationConfig:
"""files that are traced for compilation"""
compilation_time: float = field(default=0.0, init=False)
"""time taken for compilation"""
encoder_compilation_time: float = field(default=0.0, init=False)
"""time taken for multimodal encoder compilation"""
static_forward_context: dict[str, Any] = field(default_factory=dict, init=False)
"""Per-model forward context
@@ -756,6 +758,7 @@ class CompilationConfig:
"local_cache_dir",
"traced_files",
"compilation_time",
"encoder_compilation_time",
"static_forward_context",
"pass_config", # handled separately below
"dynamic_shapes_config", # handled separately below
@@ -775,6 +778,7 @@ class CompilationConfig:
"enabled_custom_ops": True,
"disabled_custom_ops": True,
"compilation_time": True,
"encoder_compilation_time": True,
"traced_files": True,
"inductor_compile_config": {
"post_grad_custom_post_pass": True,