Jiayi YanandHarry Mellor
6a895197fa
Signed-off-by: 1195343015 <1195343015@qq.com> Signed-off-by: Jiayi Yan <66017932+1195343015@users.noreply.github.com> Co-authored-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
58 lines
1.4 KiB
Python
58 lines
1.4 KiB
Python
"""
|
|
Schemas and utilities for tokenization inputs.
|
|
"""
|
|
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
from typing import TypeAlias, TypedDict
|
|
|
|
from vllm.inputs import EmbedsPrompt, TokensPrompt
|
|
|
|
DecoderOnlyTokPrompt: TypeAlias = TokensPrompt | EmbedsPrompt
|
|
"""
|
|
A [`DecoderOnlyDictPrompt`][vllm.renderers.inputs.preprocess.DecoderOnlyDictPrompt]
|
|
that has been tokenized.
|
|
"""
|
|
|
|
|
|
EncoderTokPrompt: TypeAlias = TokensPrompt
|
|
"""
|
|
A [`EncoderDictPrompt`][vllm.renderers.inputs.preprocess.EncoderDictPrompt]
|
|
that has been tokenized.
|
|
"""
|
|
|
|
|
|
DecoderTokPrompt: TypeAlias = TokensPrompt
|
|
"""
|
|
A [`DecoderDictPrompt`][vllm.renderers.inputs.preprocess.DecoderDictPrompt]
|
|
that has been tokenized.
|
|
"""
|
|
|
|
|
|
class EncoderDecoderTokPrompt(TypedDict):
|
|
"""
|
|
A
|
|
[`EncoderDecoderDictPrompt`][vllm.renderers.inputs.preprocess.EncoderDecoderDictPrompt]
|
|
that has been tokenized.
|
|
"""
|
|
|
|
encoder_prompt: EncoderTokPrompt
|
|
|
|
decoder_prompt: DecoderTokPrompt | None
|
|
|
|
|
|
SingletonTokPrompt: TypeAlias = (
|
|
DecoderOnlyTokPrompt | EncoderTokPrompt | DecoderTokPrompt
|
|
)
|
|
"""
|
|
A [`SingletonDictPrompt`][vllm.renderers.inputs.preprocess.SingletonDictPrompt]
|
|
that has been tokenized.
|
|
"""
|
|
|
|
|
|
TokPrompt: TypeAlias = DecoderOnlyTokPrompt | EncoderDecoderTokPrompt
|
|
"""
|
|
A [`DictPrompt`][vllm.renderers.inputs.preprocess.DictPrompt]
|
|
that has been tokenized.
|
|
"""
|