[Frontend] Move engine/protocol.py out openai folder (#54492)
Signed-off-by: wang.yuqi <yuqi.wang@daocloud.io> Signed-off-by: wang.yuqi <noooop@126.com> Co-authored-by: Cyrus Leung <cyrus.tl.leung@gmail.com>
This commit is contained in:
+1
-1
@@ -4,7 +4,7 @@ from collections.abc import Iterator, Sequence
|
||||
from typing import cast
|
||||
|
||||
from vllm.config import VllmConfig
|
||||
from vllm.entrypoints.openai.engine.protocol import UsageInfo
|
||||
from vllm.entrypoints.serve.engine.protocol import UsageInfo
|
||||
from vllm.inputs import PromptType, TokensPrompt
|
||||
from vllm.outputs import PoolingRequestOutput
|
||||
from vllm.plugins.io_processors.interface import IOProcessor
|
||||
|
||||
@@ -5,8 +5,8 @@ from typing import Literal, get_args
|
||||
|
||||
from pydantic import BaseModel, Field
|
||||
|
||||
from vllm.entrypoints.openai.engine.protocol import UsageInfo
|
||||
from vllm.entrypoints.pooling.base.protocol import CompletionRequestMixin
|
||||
from vllm.entrypoints.serve.engine.protocol import UsageInfo
|
||||
|
||||
InputType = Literal["query", "document"]
|
||||
INPUT_TYPES: tuple[InputType, ...] = get_args(InputType)
|
||||
|
||||
Reference in New Issue
Block a user