theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-03-15 00:07:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

OAI: Fix rep pen range alias

Browse Source 
No need to unwrap because the Pydantic alias does that for us.

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri
2023-12-25 15:33:26 -05:00
parent 7b74cb28e6
commit e92ef8f5c7
1 changed files with 3 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
OAI/types/common.py
View File

@@ -1,9 +1,6 @@
""" Common types for OAI. """
from typing import List, Dict, Optional, Union
from pydantic import BaseModel, Field, AliasChoices
from utils import unwrap
from typing import List, Dict, Optional, Union
class LogProbs(BaseModel):
@@ -81,7 +78,7 @@ class CommonCompletionRequest(BaseModel):
# Aliased variables
repetition_range: Optional[int] = Field(
default=None,
default=-1,
validation_alias=AliasChoices("repetition_range", "repetition_penalty_range"),
)
@@ -109,7 +106,7 @@ class CommonCompletionRequest(BaseModel):
"frequency_penalty": self.frequency_penalty,
"presence_penalty": self.presence_penalty,
"repetition_penalty": self.repetition_penalty,
"repetition_range": unwrap(self.repetition_range, -1),
"repetition_range": self.repetition_range,
"repetition_decay": self.repetition_decay,
"mirostat": self.mirostat_mode == 2,
"mirostat_tau": self.mirostat_tau,