[Refactor][PCP] Make PCPManager construction extensible (#50066)

Signed-off-by: QiuChunshuo <qiuchunshuo@huawei.com>
Co-authored-by: Lucas Wilkinson <LucasWilkinson@users.noreply.github.com>
This commit is contained in:
Qiu
2026-08-05 23:05:14 +00:00
committed by GitHub
co-authored by Lucas Wilkinson
parent b30291cf0c
commit 811622c410
2 changed files with 9 additions and 2 deletions
+6
View File
@@ -510,6 +510,7 @@ class GPUModelRunner(LoRAModelRunnerMixin):
self.supports_mm_inputs,
self.req_states,
self.block_tables,
cls=self.pcp_manager_cls,
)
initialize_mamba_ssu_backend(
self.vllm_config.mamba_config, self.kv_cache_config
@@ -1751,6 +1752,11 @@ class GPUModelRunner(LoRAModelRunnerMixin):
########### EPLB methods end ###########
# Out-of-tree hardware runners can select a PCP manager class.
@property
def pcp_manager_cls(self) -> type[pcp.PCPManager]:
return pcp.PCPManager
class ExecuteModelState(NamedTuple):
input_batch: InputBatch
+3 -2
View File
@@ -654,19 +654,20 @@ def maybe_build_pcp_manager(
supports_mm_inputs: bool,
req_states: RequestState,
block_tables: BlockTables,
cls: type[PCPManager] = PCPManager,
) -> PCPManager | None:
parallel_config = vllm_config.parallel_config
pcp_size = parallel_config.prefill_context_parallel_size
if pcp_size <= 1:
return None
PCPManager.validate_config(vllm_config, supports_mm_inputs)
cls.validate_config(vllm_config, supports_mm_inputs)
pcp_rank = get_pcp_group().rank_in_group
dcp_size = parallel_config.decode_context_parallel_size
dcp_rank = get_dcp_group().rank_in_group if dcp_size > 1 else 0
return PCPManager(
return cls(
pcp_world_size=pcp_size,
pcp_rank=pcp_rank,
device=device,