[Bugfix][Spec Decode] Cap DFlash/DSpark profiling query batch (#56448)

Signed-off-by: wangyicong <wangyicong@bytedance.com>
This commit is contained in:
Yicong Wang
2026-09-22 12:36:32 +08:00
committed by GitHub
parent ff3c9cba3f
commit c4d424c2e2
3 changed files with 105 additions and 0 deletions
@@ -57,6 +57,8 @@ def _target_feeds_hc_residual(vllm_config: VllmConfig) -> bool:
class BaseSpeculator(ABC):
num_query_per_req: int = 1
@abstractmethod
def init_cudagraph_manager(self, cudagraph_mode: CUDAGraphMode) -> None:
pass