[compile] Split compile/warmup monitoring (#36098)
This commit is contained in:
@@ -189,13 +189,13 @@ class VllmSerializableFunction(SerializableCallable): # type: ignore[misc]
|
||||
self.shape_env = None
|
||||
self.vllm_backend = vllm_backend
|
||||
self.sym_tensor_indices = sym_tensor_indices
|
||||
self._fake_mode: Any | None = None
|
||||
|
||||
import torch._functorch.config as functorch_config
|
||||
|
||||
self.aot_autograd_config = (
|
||||
aot_autograd_config or functorch_config.save_config_portable()
|
||||
)
|
||||
|
||||
sym_input = next(
|
||||
(i for i in self.example_inputs if isinstance(i, torch.SymInt)), None
|
||||
)
|
||||
@@ -217,6 +217,7 @@ class VllmSerializableFunction(SerializableCallable): # type: ignore[misc]
|
||||
state.pop("optimized_call")
|
||||
state.pop("shape_env")
|
||||
state.pop("vllm_backend", None)
|
||||
state.pop("_fake_mode", None)
|
||||
for node in state["graph_module"].graph.nodes:
|
||||
node.meta.pop("source_fn_stack", None)
|
||||
node.meta.pop("nn_module_stack", None)
|
||||
@@ -351,8 +352,31 @@ class VllmSerializableFunction(SerializableCallable): # type: ignore[misc]
|
||||
return fn.optimized_call(*example_inputs)
|
||||
|
||||
fn = cls(**state, optimized_call=optimized_call)
|
||||
fn._fake_mode = fake_mode
|
||||
return fn
|
||||
|
||||
def finalize_loading(self, vllm_config: VllmConfig) -> None:
|
||||
"""Eagerly initialize the compiled backend and perform all loading.
|
||||
|
||||
Must be called after _verify_source_unchanged has populated
|
||||
compilation_config.traced_files, which is needed for cache dir
|
||||
computation.
|
||||
"""
|
||||
if self._fake_mode is None:
|
||||
return # Already finalized, or mega path (no _fake_mode set)
|
||||
|
||||
from torch._guards import TracingContext, tracing
|
||||
|
||||
from vllm.compilation.backends import VllmBackend
|
||||
|
||||
vllm_backend = VllmBackend(vllm_config, self.prefix, self.is_encoder)
|
||||
with tracing(TracingContext(self._fake_mode)):
|
||||
result = vllm_backend(self.graph_module, list(self.example_inputs))
|
||||
self.optimized_call = result.optimized_call
|
||||
self.vllm_backend = vllm_backend
|
||||
|
||||
self._fake_mode = None
|
||||
|
||||
@property
|
||||
def co_name(self) -> Literal["VllmSerializableFunction"]:
|
||||
"""
|
||||
|
||||
Reference in New Issue
Block a user