mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-04-21 06:48:56 +00:00
API: Fix responses and some params
Responses were not being properly sent as JSON. Only run pydantic's JSON function on stream responses. FastAPI does the rest with static responses. Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
@@ -79,7 +79,7 @@ class CommonCompletionRequest(BaseModel):
|
||||
"repetition_penalty": self.repetition_penalty,
|
||||
"repetition_penalty_range": self.repetition_penalty_range,
|
||||
"repetition_decay": self.repetition_decay,
|
||||
"mirostat": True if self.mirostat_mode == 2 else False,
|
||||
"mirostat": self.mirostat_mode == 2,
|
||||
"mirostat_tau": self.mirostat_tau,
|
||||
"mirostat_eta": self.mirostat_eta
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user