From a87e4746605b16e0f002118567ef52b37538a7d4 Mon Sep 17 00:00:00 2001 From: kingbri Date: Sun, 17 Dec 2023 16:00:22 -0500 Subject: [PATCH] OAI: Fix chat completion validation Validation wasn't properly run on older pydantic, so ChatCompletionRespChoice was being sent instead of a ChatCompletionMessage when streaming responses. Signed-off-by: kingbri --- OAI/types/chat_completion.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/OAI/types/chat_completion.py b/OAI/types/chat_completion.py index e6b2b51..2bb3cc9 100644 --- a/OAI/types/chat_completion.py +++ b/OAI/types/chat_completion.py @@ -18,7 +18,7 @@ class ChatCompletionStreamChoice(BaseModel): # Index is 0 since we aren't using multiple choices index: int = 0 finish_reason: Optional[str] - delta: Union[ChatCompletionRespChoice, dict] = {} + delta: Union[ChatCompletionMessage, dict] = {} # Inherited from common request class ChatCompletionRequest(CommonCompletionRequest):