[torch.compile] caching of config fields should be opt-out by default (#26468)
Signed-off-by: vnadathur <glvikramn@gmail.com> Signed-off-by: WorldExplored <srreyansh.sethi@gmail.com> Signed-off-by: Srreyansh Sethi <srreyansh.sethi@gmail.com> Signed-off-by: Srreyansh Sethi <107075589+WorldExplored@users.noreply.github.com> Co-authored-by: WorldExplored <srreyansh.sethi@gmail.com> Co-authored-by: Srreyansh Sethi <107075589+worldexplored@users.noreply.github.com> Co-authored-by: vnadathur <236933696+vnadathur@users.noreply.github.com> Co-authored-by: Luka Govedič <ProExpertProg@users.noreply.github.com>
This commit is contained in:
co-authored by
WorldExplored
Srreyansh Sethi
vnadathur
Luka Govedič
parent
2c8b9182b5
commit
1ffe934c8a
+22
-18
@@ -2,7 +2,6 @@
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
|
||||
import enum
|
||||
import hashlib
|
||||
from collections import Counter
|
||||
from collections.abc import Callable
|
||||
from dataclasses import asdict, field
|
||||
@@ -160,7 +159,7 @@ class PassConfig:
|
||||
current_platform.get_device_capability().to_int(), {}
|
||||
)
|
||||
|
||||
def uuid(self):
|
||||
def compute_hash(self) -> str:
|
||||
"""
|
||||
Produces a hash unique to the pass configuration.
|
||||
Any new fields that affect compilation should be added to the hash.
|
||||
@@ -506,28 +505,33 @@ class CompilationConfig:
|
||||
|
||||
def compute_hash(self) -> str:
|
||||
"""
|
||||
WARNING: Whenever a new field is added to this config,
|
||||
ensure that it is included in the factors list if
|
||||
it affects the computation graph.
|
||||
|
||||
Provide a hash that uniquely identifies all the configs
|
||||
that affect the structure of the computation
|
||||
graph from input ids/embeddings to the final hidden states,
|
||||
excluding anything before input ids/embeddings and after
|
||||
the final hidden states.
|
||||
"""
|
||||
factors: list[Any] = []
|
||||
factors.append(self.mode)
|
||||
factors.append(self.backend)
|
||||
factors.append(self.custom_ops)
|
||||
factors.append(self.splitting_ops)
|
||||
factors.append(self.use_inductor)
|
||||
factors.append(self.use_inductor_graph_partition)
|
||||
factors.append(self.inductor_compile_config)
|
||||
factors.append(self.inductor_passes)
|
||||
factors.append(self.pass_config.uuid())
|
||||
factors.append(self.compile_cache_save_format)
|
||||
return hashlib.sha256(str(factors).encode()).hexdigest()
|
||||
# Opt-out: default-include declared fields; keep a tiny exclude set;
|
||||
# normalize types; keep SHA-256. For nested opaque configs, include a
|
||||
# stable identifier (e.g., pass_config.compute_hash()) instead of object id.
|
||||
|
||||
ignored_factors = {
|
||||
# Paths/dirs and runtime/metrics that don’t affect compiled graph
|
||||
"debug_dump_path",
|
||||
"cache_dir",
|
||||
"local_cache_dir",
|
||||
"bs_to_padded_graph_size",
|
||||
"traced_files",
|
||||
"compilation_time",
|
||||
"static_forward_context",
|
||||
"pass_config", # handled separately below
|
||||
}
|
||||
|
||||
from vllm.config.utils import get_hash_factors, hash_factors
|
||||
|
||||
factors = get_hash_factors(self, ignored_factors)
|
||||
factors["pass_config"] = self.pass_config.compute_hash()
|
||||
return hash_factors(factors)
|
||||
|
||||
def __repr__(self) -> str:
|
||||
exclude = {
|
||||
|
||||
Reference in New Issue
Block a user