Harry MellorandClaude Opus 5
8c1557a79c
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> Signed-off-by: Harry Mellor <hej.mellor@gmail.com> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
55 lines
1.4 KiB
Python
55 lines
1.4 KiB
Python
"""Schemas and utilities for tokenization inputs."""
|
|
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
from typing import TypeAlias, TypedDict
|
|
|
|
from vllm.inputs import EmbedsPrompt, TokensPrompt
|
|
|
|
DecoderOnlyTokPrompt: TypeAlias = TokensPrompt | EmbedsPrompt
|
|
"""
|
|
A [`DecoderOnlyDictPrompt`][vllm.renderers.inputs.preprocess.DecoderOnlyDictPrompt]
|
|
that has been tokenized.
|
|
"""
|
|
|
|
|
|
EncoderTokPrompt: TypeAlias = TokensPrompt
|
|
"""
|
|
A [`EncoderDictPrompt`][vllm.renderers.inputs.preprocess.EncoderDictPrompt]
|
|
that has been tokenized.
|
|
"""
|
|
|
|
|
|
DecoderTokPrompt: TypeAlias = TokensPrompt
|
|
"""
|
|
A [`DecoderDictPrompt`][vllm.renderers.inputs.preprocess.DecoderDictPrompt]
|
|
that has been tokenized.
|
|
"""
|
|
|
|
|
|
class EncoderDecoderTokPrompt(TypedDict):
|
|
"""A
|
|
[`EncoderDecoderDictPrompt`][vllm.renderers.inputs.preprocess.EncoderDecoderDictPrompt]
|
|
that has been tokenized.
|
|
"""
|
|
|
|
encoder_prompt: EncoderTokPrompt
|
|
|
|
decoder_prompt: DecoderTokPrompt | None
|
|
|
|
|
|
SingletonTokPrompt: TypeAlias = (
|
|
DecoderOnlyTokPrompt | EncoderTokPrompt | DecoderTokPrompt
|
|
)
|
|
"""
|
|
A [`SingletonDictPrompt`][vllm.renderers.inputs.preprocess.SingletonDictPrompt]
|
|
that has been tokenized.
|
|
"""
|
|
|
|
|
|
TokPrompt: TypeAlias = DecoderOnlyTokPrompt | EncoderDecoderTokPrompt
|
|
"""
|
|
A [`DictPrompt`][vllm.renderers.inputs.preprocess.DictPrompt]
|
|
that has been tokenized.
|
|
"""
|