theroyallab/tabbyAPI
1
0
Fork 0
mirror of https://github.com/theroyallab/tabbyAPI.git synced 2026-04-29 18:51:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

OAI: Make freq and presence pen floats

Browse Source 
Also rename the completions typing file.

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri
2023-11-14 23:44:22 -05:00
parent 126afdfdc2
commit d0b6b11068
3 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
OAI/types/completions.py → OAI/types/completion.py
View File

@@ -35,10 +35,10 @@ class CompletionRequest(BaseModel):
max_tokens: Optional[int] = 150 max_tokens: Optional[int] = 150
# Not supported sampling params # Not supported sampling params
presence_penalty: Optional[int] = 0 presence_penalty: Optional[float] = 0.0
# Aliased to repetition_penalty # Aliased to repetition_penalty
frequency_penalty: int = 0 frequency_penalty: Optional[float] = 0.0
# Sampling params # Sampling params
token_healing: Optional[bool] = False token_healing: Optional[bool] = False

2
OAI/utils.py
View File

@@ -1,5 +1,5 @@
import pathlib import pathlib
from OAI.types.completions import CompletionResponse, CompletionRespChoice from OAI.types.completion import CompletionResponse, CompletionRespChoice
from OAI.types.common import UsageStats from OAI.types.common import UsageStats
from OAI.types.model import ModelList, ModelCard from OAI.types.model import ModelList, ModelCard
from typing import Optional from typing import Optional

2
main.py
View File

@@ -6,7 +6,7 @@ from fastapi import FastAPI, Request, HTTPException, Depends
from model import ModelContainer from model import ModelContainer
from progress.bar import IncrementalBar from progress.bar import IncrementalBar
from sse_starlette import EventSourceResponse from sse_starlette import EventSourceResponse
from OAI.types.completions import CompletionRequest from OAI.types.completion import CompletionRequest
from OAI.types.model import ModelCard, ModelLoadRequest, ModelLoadResponse from OAI.types.model import ModelCard, ModelLoadRequest, ModelLoadResponse
from OAI.types.token import TokenEncodeRequest, TokenEncodeResponse, TokenDecodeRequest, TokenDecodeResponse from OAI.types.token import TokenEncodeRequest, TokenEncodeResponse, TokenDecodeRequest, TokenDecodeResponse
from OAI.utils import create_completion_response, get_model_list from OAI.utils import create_completion_response, get_model_list