[CI] Add e2e test for scale-out EC connector flow (#54973)

Signed-off-by: zhouyou9505 <zhouyou9505@gmail.com>
Signed-off-by: NickLucche <nicolo.lucchesi@mistral.ai>
Co-authored-by: zhouyou9505 <zhouyou9505@gmail.com>
Co-authored-by: Cursor Grok 4.6 <noreply@cursor.com>
Co-authored-by: OpenAI Codex <noreply@openai.com>
This commit is contained in:
Nicolò Lucchesi
2026-09-09 07:38:32 -07:00
committed by GitHub
co-authored by zhouyou9505 Cursor Grok 4.6 OpenAI Codex
parent cc4210f671
commit 9ffb8cea96
5 changed files with 617 additions and 2 deletions
@@ -17,6 +17,7 @@ from vllm.distributed.ec_transfer.ec_connector.utils import (
collect_ec_item_metadata,
)
from vllm.logger import init_logger
from vllm.utils.gpu_sync_debug import gpu_sync_allowed
from vllm.v1.core.sched.output import SchedulerOutput
if TYPE_CHECKING:
@@ -99,7 +100,10 @@ class ECExampleConnector(ECConnectorBase):
if mm_data.mm_hash in encoder_cache:
continue
filename = self._generate_filename_debug(mm_data.mm_hash)
ec_cache = safetensors.torch.load_file(filename, device=device)["ec_cache"]
with gpu_sync_allowed():
ec_cache = safetensors.torch.load_file(filename, device=device)[
"ec_cache"
]
encoder_cache[mm_data.mm_hash] = ec_cache
logger.debug("Success load encoder cache for hash %s", mm_data.mm_hash)
@@ -121,7 +125,8 @@ class ECExampleConnector(ECConnectorBase):
return
filename = self._generate_filename_debug(mm_hash)
ec_cache = encoder_cache[mm_hash]
tensors = {"ec_cache": ec_cache.detach().cpu()}
with gpu_sync_allowed():
tensors = {"ec_cache": ec_cache.detach().cpu()}
safetensors.torch.save_file(tensors, filename)
logger.debug("Save cache successful for mm_hash %s", mm_hash)