[Spec Decode] Enable Gemma4 DSpark adaptive verification with FlashInfer (#57263)

Signed-off-by: zixi-qi <zixi@inferact.ai>
Co-authored-by: OpenAI Codex <noreply@openai.com>
Co-authored-by: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
Co-authored-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
qizixi
2026-09-26 17:01:17 +08:00
committed by GitHub
co-authored by OpenAI Codex Claude Opus 5.5 Nick Hill
parent 3b4566c5cf
commit a4eb3f25d6
24 changed files with 894 additions and 135 deletions
+12
View File
@@ -92,6 +92,16 @@ def test_nested_rope_validation_patch_preserves_flat_rope_parameters(monkeypatch
assert len(calls) == 2
def test_dspark_adaptive_verification_separates_graph_cache():
config = object.__new__(SpeculativeConfig)
config.method = "dspark"
config.draft_model_config = None
config.enable_adaptive_verification = False
fixed_hash = config.compute_hash()
config.enable_adaptive_verification = True
assert config.compute_hash() != fixed_hash
def _write_json(path: Path, value: object) -> None:
path.parent.mkdir(parents=True, exist_ok=True)
path.write_text(json.dumps(value), encoding="utf-8")
@@ -878,6 +888,8 @@ def test_resolve_cudagraph_mode_adjusts_spec_decode_sizes_only_for_v1(
("FULL_AND_PIECEWISE", False, "ALWAYS", "FULL_DECODE_ONLY"),
("FULL_DECODE_ONLY", False, "ALWAYS", "FULL_DECODE_ONLY"),
("FULL_DECODE_ONLY", False, "NEVER", "NONE"),
("FULL_AND_PIECEWISE", True, "UNIFORM_BATCH", "FULL_AND_PIECEWISE"),
("FULL", True, "UNIFORM_BATCH", "FULL_DECODE_ONLY"),
],
)
def test_resolve_cudagraph_mode_uses_loaded_piecewise_provider(