[BugFix] Typing fixes to RequestOutput.prompt and beam search (#9473)

This commit is contained in:
Nick Hill
2024-10-18 07:19:53 +00:00
committed by GitHub
parent 944dd8edaf
commit 1ffc8a7362
4 changed files with 26 additions and 14 deletions
+1 -2
View File
@@ -4,7 +4,6 @@ from typing import List, Optional
from typing import Sequence as GenericSequence
from typing import Union
from vllm.inputs import PromptType
from vllm.lora.request import LoRARequest
from vllm.sampling_params import RequestOutputKind
from vllm.sequence import (PromptLogprobs, RequestMetrics, SampleLogprobs,
@@ -93,7 +92,7 @@ class RequestOutput:
def __init__(
self,
request_id: str,
prompt: Optional[PromptType],
prompt: Optional[str],
prompt_token_ids: Optional[List[int]],
prompt_logprobs: Optional[PromptLogprobs],
outputs: List[CompletionOutput],