[Config] Delegate PCP compatibility checks to PCP manager (#53853)
Signed-off-by: QiuChunshuo <qiuchunshuo@huawei.com>
This commit is contained in:
@@ -2464,10 +2464,6 @@ class VllmConfig:
|
|||||||
model_config = self.model_config
|
model_config = self.model_config
|
||||||
speculative_config = self.speculative_config
|
speculative_config = self.speculative_config
|
||||||
|
|
||||||
if self.parallel_config.prefill_context_parallel_size > 1 and not (
|
|
||||||
model_config is not None and model_config.use_mla
|
|
||||||
):
|
|
||||||
unsupported.append("prefill context parallelism")
|
|
||||||
if self.compilation_config.mode == CompilationMode.STOCK_TORCH_COMPILE:
|
if self.compilation_config.mode == CompilationMode.STOCK_TORCH_COMPILE:
|
||||||
unsupported.append("stock torch.compile")
|
unsupported.append("stock torch.compile")
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user