[Frontend][4/n] Improve pooling entrypoints | pooling. (#39153)
Signed-off-by: wang.yuqi <yuqi.wang@daocloud.io>
This commit is contained in:
@@ -30,7 +30,7 @@ from vllm.entrypoints.pooling.pooling.protocol import (
|
||||
)
|
||||
from vllm.entrypoints.pooling.scoring.protocol import ScoringRequest, ScoringResponse
|
||||
from vllm.entrypoints.pooling.scoring.typing import ScoringData
|
||||
from vllm.inputs import EngineInput
|
||||
from vllm.inputs import DataPrompt, EngineInput
|
||||
from vllm.lora.request import LoRARequest
|
||||
|
||||
PoolingCompletionLikeRequest: TypeAlias = (
|
||||
@@ -86,11 +86,14 @@ class PoolingServeContext(Generic[PoolingRequestT]):
|
||||
## for bi-encoder & late-interaction
|
||||
n_queries: int | None = None
|
||||
|
||||
## for IOProcessorResponse
|
||||
response: Any | None = None
|
||||
|
||||
|
||||
@dataclass
|
||||
class OfflineInputsContext:
|
||||
prompts: PromptType | Sequence[PromptType] | ScoringData
|
||||
pooling_params: PoolingParams | list[PoolingParams] | None = None
|
||||
prompts: PromptType | Sequence[PromptType] | DataPrompt | ScoringData
|
||||
pooling_params: PoolingParams | Sequence[PoolingParams]
|
||||
tokenization_kwargs: dict[str, Any] | None = None
|
||||
chat_template: str | None = None
|
||||
|
||||
|
||||
Reference in New Issue
Block a user