[CI] Initialize warmup registry in V2 QSA runner fixture (#56707)
Signed-off-by: Lucas Wilkinson <lwilkins@redhat.com> Co-authored-by: OpenAI Codex <codex@openai.com>
This commit is contained in:
co-authored by
OpenAI Codex
parent
dec0b5d63f
commit
b6e2aa748b
@@ -8,6 +8,7 @@ import pytest
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
import vllm.v1.worker.gpu.model_runner as model_runner_module
|
import vllm.v1.worker.gpu.model_runner as model_runner_module
|
||||||
|
from vllm.model_executor.warmup.jit_warmup import JitWarmupRegistry
|
||||||
from vllm.v1.kv_cache_interface import (
|
from vllm.v1.kv_cache_interface import (
|
||||||
CircularBufferSpec,
|
CircularBufferSpec,
|
||||||
FullAttentionSpec,
|
FullAttentionSpec,
|
||||||
@@ -37,6 +38,7 @@ def test_qsa_circular_group_uses_custom_slot_mapping(monkeypatch):
|
|||||||
parallel_config=parallel_config,
|
parallel_config=parallel_config,
|
||||||
cache_config=SimpleNamespace(mamba_cache_mode="none"),
|
cache_config=SimpleNamespace(mamba_cache_mode="none"),
|
||||||
)
|
)
|
||||||
|
runner.jit_warmup_registry = JitWarmupRegistry(runner.vllm_config)
|
||||||
runner.model_state = SimpleNamespace(
|
runner.model_state = SimpleNamespace(
|
||||||
get_additional_cg_support=lambda: (),
|
get_additional_cg_support=lambda: (),
|
||||||
num_new_sampled_tokens_per_step=1,
|
num_new_sampled_tokens_per_step=1,
|
||||||
|
|||||||
Reference in New Issue
Block a user