[Realtime API] Adds minimal realtime API based on websockets (#33187)

Signed-off-by: Patrick von Platen <patrick.v.platen@gmail.com>
Co-authored-by: Nick Hill <nickhill123@gmail.com>
This commit is contained in:
Patrick von Platen
2026-01-30 18:41:29 +08:00
committed by GitHub
co-authored by Nick Hill
parent 1a7894dbdf
commit 10152d2194
21 changed files with 1316 additions and 48 deletions
@@ -7,9 +7,10 @@ from unittest.mock import AsyncMock, MagicMock
import pytest
from vllm.inputs.data import StreamingInput
from vllm.outputs import RequestOutput
from vllm.sampling_params import RequestOutputKind, SamplingParams
from vllm.v1.engine.async_llm import AsyncLLM, StreamingInput
from vllm.v1.engine.async_llm import AsyncLLM
from vllm.v1.engine.output_processor import RequestOutputCollector