[KV Offload] Expose data-parallel topology to offloading backends (#51879)

Signed-off-by: Ziqi Fan <ziqif@nvidia.com>
This commit is contained in:
Ziqi Fan
2026-08-12 20:27:26 -07:00
committed by GitHub
parent 6e502b62cb
commit f9a0f629bd
8 changed files with 23 additions and 1 deletions
@@ -213,6 +213,8 @@ def build_offloading_config(
pcp_size=parallel_config.prefill_context_parallel_size,
dcp_size=parallel_config.decode_context_parallel_size,
data_parallel_index=parallel_config.data_parallel_index,
data_parallel_size=parallel_config.data_parallel_size,
data_parallel_rank_local=parallel_config.data_parallel_rank_local,
is_parallelism_agnostic=is_parallelism_agnostic,
),
replicated_layout=replicated_layout,