mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-03-14 15:57:27 +00:00
OAI: Update logprobs type
Some logprobs cannot exist, so make the type optional Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
@@ -9,9 +9,9 @@ class LogProbs(BaseModel):
|
||||
"""Represents log probabilities."""
|
||||
|
||||
text_offset: List[int] = Field(default_factory=list)
|
||||
token_logprobs: List[float] = Field(default_factory=list)
|
||||
token_logprobs: List[Optional[float]] = Field(default_factory=list)
|
||||
tokens: List[str] = Field(default_factory=list)
|
||||
top_logprobs: List[Dict[str, float]] = Field(default_factory=list)
|
||||
top_logprobs: List[Optional[Dict[str, float]]] = Field(default_factory=list)
|
||||
|
||||
|
||||
class UsageStats(BaseModel):
|
||||
|
||||
Reference in New Issue
Block a user