[Elastic EP] Preserve AOT cache reuse during scaling (#53378)
Signed-off-by: Itay Alroy <ialroy@nvidia.com>
This commit is contained in:
@@ -798,6 +798,8 @@ class CompilationConfig:
|
||||
"traced_files",
|
||||
"compilation_time",
|
||||
"encoder_compilation_time",
|
||||
"enabled_custom_ops",
|
||||
"disabled_custom_ops",
|
||||
"static_forward_context",
|
||||
"pass_config", # handled separately below
|
||||
"dynamic_shapes_config", # handled separately below
|
||||
|
||||
@@ -2270,6 +2270,7 @@ def compile_factors() -> dict[str, object]:
|
||||
"VLLM_RANDOMIZE_DP_DUMMY_INPUTS",
|
||||
"VLLM_MODEL_REDIRECT_PATH",
|
||||
"VLLM_HOST_IP",
|
||||
"VLLM_ELASTIC_EP_SCALE_UP_LAUNCH",
|
||||
"VLLM_FORCE_AOT_LOAD",
|
||||
"S3_ACCESS_KEY_ID",
|
||||
"S3_SECRET_ACCESS_KEY",
|
||||
|
||||
Reference in New Issue
Block a user