[Feature] Add External LB Mode Support for Elastic EP Scaling (#43202)

Signed-off-by: lqh-hh <liuqihang6@huawei.com>
Signed-off-by: Tyler Michael Smith <tlrmchlsmth@gmail.com>
Co-authored-by: lqh-hh <liuqihang6@huawei.com>
Co-authored-by: Tyler Michael Smith <tlrmchlsmth@gmail.com>
Co-authored-by: OpenAI Codex <codex@openai.com>
Co-authored-by: 2017403603 <705328646@qq.com>
Co-authored-by: Julien Mancuso <jmancuso@nvidia.com>
Co-authored-by: Itay Alroy <75032521+itayalroy@users.noreply.github.com>
Co-authored-by: Codex <noreply@openai.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
fangyuchu
2026-10-15 21:29:02 -04:00
committed by GitHub
co-authored by lqh-hh Tyler Michael Smith OpenAI Codex 2017403603 Julien Mancuso Itay Alroy Codex mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent fb3fec970e
commit dd9e07a25f
18 changed files with 1638 additions and 167 deletions
+10
View File
@@ -60,6 +60,10 @@ class EngineClient(ABC):
@abstractmethod
def errored(self) -> bool: ...
@property
def should_keep_api_server_alive(self) -> bool:
return False
@property
@abstractmethod
def dead_error(self) -> BaseException: ...
@@ -262,6 +266,12 @@ class EngineClient(ABC):
"""Scale the engine."""
raise NotImplementedError
async def get_external_elastic_ep_status(
self,
) -> dict[str, str | int | None] | None:
"""Return shared external Elastic EP operation status, if enabled."""
return None
async def collective_rpc(
self,
method: str,