[BugFix][Frontend] Fix completion logprobs=0 error (#3731)

This commit is contained in:
Roy
2024-03-29 09:38:21 -07:00
committed by GitHub
parent 6110c39dc8
commit f510395bbf
5 changed files with 26 additions and 7 deletions
+1 -1
View File
@@ -330,7 +330,7 @@ class LogProbs(BaseModel):
text_offset: List[int] = Field(default_factory=list)
token_logprobs: List[Optional[float]] = Field(default_factory=list)
tokens: List[str] = Field(default_factory=list)
top_logprobs: Optional[List[Optional[Dict[int, float]]]] = None
top_logprobs: Optional[List[Optional[Dict[str, float]]]] = None
class CompletionResponseChoice(BaseModel):
@@ -251,9 +251,6 @@ class OpenAIServingCompletion(OpenAIServing):
i]:] if output.logprobs else None
if request.logprobs is not None:
assert top_logprobs is not None, (
"top_logprobs must be provided when logprobs "
"is requested")
logprobs = self._create_logprobs(
token_ids=delta_token_ids,
top_logprobs=top_logprobs,