[Bugfix] Fix Can't instantiate abstract class DeepseekV32IndexerBackend (#33052)
Signed-off-by: chaunceyjiang <chaunceyjiang@gmail.com>
This commit is contained in:
@@ -302,7 +302,7 @@ class NixlConnector(KVConnectorBase_V1):
|
|||||||
@property
|
@property
|
||||||
def prefer_cross_layer_blocks(self) -> bool:
|
def prefer_cross_layer_blocks(self) -> bool:
|
||||||
backend = get_current_attn_backend(self._vllm_config)
|
backend = get_current_attn_backend(self._vllm_config)
|
||||||
if backend().get_name() not in (
|
if backend.get_name() not in (
|
||||||
"FLASH_ATTN",
|
"FLASH_ATTN",
|
||||||
"FLASHINFER",
|
"FLASHINFER",
|
||||||
):
|
):
|
||||||
|
|||||||
Reference in New Issue
Block a user