Add on the fly model loading to requests

2026-04-20 14:28:54 +00:00 · 2024-06-04 13:35:48 -04:00
parent ff15eed85d
commit 279e900ea5
2 changed files with 49 additions and 1 deletions
--- a/endpoints/OAI/types/chat_completion.py
+++ b/endpoints/OAI/types/chat_completion.py
@@ -47,6 +47,7 @@ class ChatCompletionRequest(CommonCompletionRequest):
    add_generation_prompt: Optional[bool] = True
    template_vars: Optional[dict] = {}
    response_prefix: Optional[str] = None
+    model: Optional[str] = None


 class ChatCompletionResponse(BaseModel):