[CI] Initialize warmup registry in V2 QSA runner fixture (#56707)
Signed-off-by: Lucas Wilkinson <lwilkins@redhat.com> Co-authored-by: OpenAI Codex <codex@openai.com>
This commit is contained in:
co-authored by
OpenAI Codex
parent
dec0b5d63f
commit
b6e2aa748b
@@ -8,6 +8,7 @@ import pytest
|
||||
import torch
|
||||
|
||||
import vllm.v1.worker.gpu.model_runner as model_runner_module
|
||||
from vllm.model_executor.warmup.jit_warmup import JitWarmupRegistry
|
||||
from vllm.v1.kv_cache_interface import (
|
||||
CircularBufferSpec,
|
||||
FullAttentionSpec,
|
||||
@@ -37,6 +38,7 @@ def test_qsa_circular_group_uses_custom_slot_mapping(monkeypatch):
|
||||
parallel_config=parallel_config,
|
||||
cache_config=SimpleNamespace(mamba_cache_mode="none"),
|
||||
)
|
||||
runner.jit_warmup_registry = JitWarmupRegistry(runner.vllm_config)
|
||||
runner.model_state = SimpleNamespace(
|
||||
get_additional_cg_support=lambda: (),
|
||||
num_new_sampled_tokens_per_step=1,
|
||||
|
||||
Reference in New Issue
Block a user