[Chore] Separate out vllm.utils.async_utils (#26913)

Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung
2025-10-15 15:33:00 +00:00
committed by GitHub
parent 136a17fe6e
commit 828523ad8e
17 changed files with 364 additions and 354 deletions
+1 -2
View File
@@ -40,6 +40,7 @@ from vllm.outputs import (
)
from vllm.pooling_params import PoolingParams
from vllm.utils import chunk_list
from vllm.utils.async_utils import merge_async_iterators
logger = init_logger(__name__)
@@ -387,8 +388,6 @@ class EmbeddingMixin(OpenAIServing):
)
generators.append(generator)
from vllm.utils import merge_async_iterators
ctx.result_generator = merge_async_iterators(*generators)
return None