[KV Offload] Expose data-parallel topology to offloading backends (#51879)
Signed-off-by: Ziqi Fan <ziqif@nvidia.com>
This commit is contained in:
@@ -213,6 +213,8 @@ def build_offloading_config(
|
||||
pcp_size=parallel_config.prefill_context_parallel_size,
|
||||
dcp_size=parallel_config.decode_context_parallel_size,
|
||||
data_parallel_index=parallel_config.data_parallel_index,
|
||||
data_parallel_size=parallel_config.data_parallel_size,
|
||||
data_parallel_rank_local=parallel_config.data_parallel_rank_local,
|
||||
is_parallelism_agnostic=is_parallelism_agnostic,
|
||||
),
|
||||
replicated_layout=replicated_layout,
|
||||
|
||||
Reference in New Issue
Block a user