[MyPy][3/N] Fix MyPy errors in test groups (part 3) (#55939)

Signed-off-by: Taimys <ffy2281693949@gmail.com>
Signed-off-by: Luyi Xiao <81631911+luyixiao95@users.noreply.github.com>
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
Co-authored-by: Codex <noreply@openai.com>
Co-authored-by: Luyi Xiao <81631911+luyixiao95@users.noreply.github.com>
Co-authored-by: Taimys <ffy2281693949@gmail.com>
Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
Taimys
2026-09-30 11:06:07 +00:00
committed by GitHub
co-authored by Codex Luyi Xiao Taimys Harry Mellor Claude Opus 5.5
parent c4fa6f36a7
commit 5225f1bacb
118 changed files with 948 additions and 605 deletions
+13 -9
View File
@@ -12,9 +12,13 @@ import requests
import torch
import torch.nn.functional as F
from tests.models.language.pooling.embed_utils import run_embedding_correctness_test
from tests.models.language.pooling.embed_utils import (
float_embeddings,
run_embedding_correctness_test,
)
from tests.models.utils import check_embeddings_close
from tests.utils import RemoteOpenAIServer
from vllm.entrypoints.chat_utils import ChatCompletionMessageParam
from vllm.entrypoints.pooling.embed.protocol import EmbeddingResponse
from vllm.entrypoints.pooling.pooling.protocol import PoolingResponse
from vllm.entrypoints.pooling.utils import (
@@ -145,7 +149,7 @@ async def test_completion_request(
assert embeddings.usage.prompt_tokens == len(input_tokens)
assert embeddings.usage.total_tokens == len(input_tokens)
vllm_outputs = [d.embedding for d in embeddings.data]
vllm_outputs = float_embeddings(embeddings)
run_embedding_correctness_test(hf_model, [input_text], vllm_outputs)
# test input: list[int]
@@ -165,7 +169,7 @@ async def test_completion_request(
assert embeddings.usage.prompt_tokens == len(input_tokens)
assert embeddings.usage.total_tokens == len(input_tokens)
vllm_outputs = [d.embedding for d in embeddings.data]
vllm_outputs = float_embeddings(embeddings)
run_embedding_correctness_test(hf_model, [input_text], vllm_outputs)
@@ -194,7 +198,7 @@ async def test_completion_request_batched(
assert embeddings.usage.prompt_tokens == len(input_tokens) * N
assert embeddings.usage.total_tokens == len(input_tokens) * N
vllm_outputs = [d.embedding for d in embeddings.data]
vllm_outputs = float_embeddings(embeddings)
run_embedding_correctness_test(hf_model, input_texts, vllm_outputs)
# test list[list[int]]
@@ -214,7 +218,7 @@ async def test_completion_request_batched(
assert embeddings.usage.prompt_tokens == len(input_tokens) * N
assert embeddings.usage.total_tokens == len(input_tokens) * N
vllm_outputs = [d.embedding for d in embeddings.data]
vllm_outputs = float_embeddings(embeddings)
run_embedding_correctness_test(hf_model, input_texts, vllm_outputs)
@@ -331,7 +335,7 @@ async def test_padding(client: openai.AsyncOpenAI, model_name: str):
async def test_chat_request(
server: RemoteOpenAIServer, client: openai.AsyncOpenAI, model_name: str
):
messages = [
messages: list[ChatCompletionMessageParam] = [
{
"role": "user",
"content": "The cat sat on the mat.",
@@ -382,8 +386,8 @@ async def test_chat_request(
assert chat_embeddings.created <= completion_embeddings.created
# Use tolerance-based comparison for embeddings
check_embeddings_close(
embeddings_0_lst=[d.embedding for d in chat_embeddings.data],
embeddings_1_lst=[d.embedding for d in completion_embeddings.data],
embeddings_0_lst=float_embeddings(chat_embeddings),
embeddings_1_lst=float_embeddings(completion_embeddings),
name_0="chat",
name_1="completion",
)
@@ -488,7 +492,7 @@ async def test_invocations_completion_request(
@pytest.mark.asyncio
async def test_invocations_chat_request(server: RemoteOpenAIServer):
messages = [
messages: list[ChatCompletionMessageParam] = [
{
"role": "user",
"content": "The cat sat on the mat.",