[Elastic EP] Preserve AOT cache reuse during scaling (#53378)

Signed-off-by: Itay Alroy <ialroy@nvidia.com>
This commit is contained in:
Itay Alroy
2026-08-27 14:55:44 +00:00
committed by GitHub
parent 75dea9b4ae
commit 6d11122607
2 changed files with 3 additions and 0 deletions
+2
View File
@@ -798,6 +798,8 @@ class CompilationConfig:
"traced_files",
"compilation_time",
"encoder_compilation_time",
"enabled_custom_ops",
"disabled_custom_ops",
"static_forward_context",
"pass_config", # handled separately below
"dynamic_shapes_config", # handled separately below
+1
View File
@@ -2270,6 +2270,7 @@ def compile_factors() -> dict[str, object]:
"VLLM_RANDOMIZE_DP_DUMMY_INPUTS",
"VLLM_MODEL_REDIRECT_PATH",
"VLLM_HOST_IP",
"VLLM_ELASTIC_EP_SCALE_UP_LAUNCH",
"VLLM_FORCE_AOT_LOAD",
"S3_ACCESS_KEY_ID",
"S3_SECRET_ACCESS_KEY",