Fix: AttributeError in OpenAI-compatible server (#3018)

This commit is contained in:
Jae-Won Chung
2024-02-28 22:04:07 -08:00
committed by GitHub
parent 01a5d18a53
commit a6d471c759
2 changed files with 2 additions and 2 deletions
+1 -1
View File
@@ -57,7 +57,7 @@ class UsageInfo(BaseModel):
class ChatCompletionRequest(BaseModel):
model: str
messages: Union[str, List[Dict[str, str]]]
messages: List[Dict[str, str]]
temperature: Optional[float] = 0.7
top_p: Optional[float] = 1.0
n: Optional[int] = 1