OAI: Make freq and presence pen floats

Also rename the completions typing file.

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri
2023-11-14 23:44:22 -05:00
parent 126afdfdc2
commit d0b6b11068
3 changed files with 4 additions and 4 deletions

View File

@@ -35,10 +35,10 @@ class CompletionRequest(BaseModel):
max_tokens: Optional[int] = 150
# Not supported sampling params
presence_penalty: Optional[int] = 0
presence_penalty: Optional[float] = 0.0
# Aliased to repetition_penalty
frequency_penalty: int = 0
frequency_penalty: Optional[float] = 0.0
# Sampling params
token_healing: Optional[bool] = False