[P/D]kv_output_aggregator support P TP > D TP (#23917)

Signed-off-by: LCAIZJ <leichao139636@163.com>
Co-authored-by: leichao.lc <leichao.lc@antgroup.com>
This commit is contained in:
Chao Lei
2025-09-15 11:36:06 +02:00
committed by GitHub
co-authored by leichao.lc
parent a0d8b9738d
commit 8de261b04a
5 changed files with 21 additions and 5 deletions
@@ -355,3 +355,14 @@ class KVConnectorBase_V1(ABC):
raise TypeError("get_required_kvcache_layout should not be called "
"on the abstract base class")
return None
def get_finished_count(self) -> Optional[int]:
"""
Get the count of requests expected to complete send/receive operations
via this connector.
Returns:
int: expected sending or receiving completion count.
"""
return None