mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-04-25 08:48:57 +00:00
OAI: Split up utility functions
Just like types, put utility functions in their own separate module based on the route. Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
@@ -2,7 +2,7 @@
|
||||
from pydantic import BaseModel, Field
|
||||
from typing import List, Dict, Optional
|
||||
|
||||
from common.sampling import SamplerParams
|
||||
from common.sampling import CommonSamplerRequest
|
||||
|
||||
|
||||
class LogProbs(BaseModel):
|
||||
@@ -22,7 +22,7 @@ class UsageStats(BaseModel):
|
||||
total_tokens: int
|
||||
|
||||
|
||||
class CommonCompletionRequest(SamplerParams):
|
||||
class CommonCompletionRequest(BaseSamplerRequest):
|
||||
"""Represents a common completion request."""
|
||||
|
||||
# Model information
|
||||
@@ -49,5 +49,5 @@ class CommonCompletionRequest(SamplerParams):
|
||||
description="Not parsed. Only used for OAI compliance.", default=None
|
||||
)
|
||||
|
||||
# Generation info (remainder is in SamplerParams superclass)
|
||||
# Generation info (remainder is in CommonSamplerRequest superclass)
|
||||
stream: Optional[bool] = False
|
||||
|
||||
Reference in New Issue
Block a user