[CPU][Spec Decode] Enable DFlash SD for CPU (#44029)

Signed-off-by: guybd <guy.boudoukh@intel.com>
Signed-off-by: Guy Boudoukh <guy.boudoukh@intel.com>
Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
This commit is contained in:
guybd
2026-06-25 15:32:48 +08:00
committed by GitHub
co-authored by mergify[bot] <37929162+mergify[bot]@users.noreply.github.com>
parent 9b215ae60b
commit 2396d91e93
8 changed files with 266 additions and 8 deletions
+6 -4
View File
@@ -10,10 +10,12 @@ from typing_extensions import override
from vllm.config import VllmConfig
from vllm.forward_context import set_forward_context
from vllm.logger import init_logger
from vllm.triton_utils import triton
from vllm.v1.attention.backend import CommonAttentionMetadata
from vllm.v1.spec_decode.llm_base_proposer import SpecDecodeBaseProposer
from vllm.v1.spec_decode.utils import copy_and_expand_dflash_inputs_kernel
from vllm.v1.spec_decode.utils import (
copy_and_expand_dflash_inputs_kernel,
next_power_of_2,
)
logger = init_logger(__name__)
@@ -126,8 +128,8 @@ class DFlashProposer(SpecDecodeBaseProposer):
# and token_indices_to_sample
max_ctx_per_req = cad.max_query_len
max_tokens_per_req = max_ctx_per_req + num_query_per_req
BLOCK_SIZE = min(256, triton.next_power_of_2(max_tokens_per_req))
num_blocks = triton.cdiv(max_tokens_per_req, BLOCK_SIZE)
BLOCK_SIZE = min(256, next_power_of_2(max_tokens_per_req))
num_blocks = (max_tokens_per_req + BLOCK_SIZE - 1) // BLOCK_SIZE
grid = (batch_size, num_blocks)
has_num_rejected = num_rejected_tokens_gpu is not None