[Bugfix][Mooncake] Fix MultiConnector stats and proxy SSE responses (#61218)

Signed-off-by: whx-sjtu <xiaowang990929@gmail.com>
Signed-off-by: Nicolò Lucchesi <nicolo.lucchesi@gmail.com>
This commit is contained in:
Hexiang Wang
2026-10-16 17:54:48 +08:00
committed by GitHub
parent 07f3857fb9
commit 9a16d43ef0
5 changed files with 72 additions and 6 deletions
@@ -125,11 +125,9 @@ class MultiKVConnectorPromMetrics(KVConnectorPromMetrics):
def observe(self, transfer_stats_data: dict[str, Any], engine_idx: int = 0):
for connector_id, stats_data in transfer_stats_data.items():
assert connector_id in self._prom_metrics, (
f"{connector_id} is not contained in the list of registered connectors "
f"with Prometheus metrics support: {self._prom_metrics.keys()}"
)
self._prom_metrics[connector_id].observe(stats_data, engine_idx)
prom_metrics = self._prom_metrics.get(connector_id)
if prom_metrics is not None:
prom_metrics.observe(stats_data, engine_idx)
class MultiConnector(KVConnectorBase_V1, SupportsHMA):