upgrade to v0.2

This commit is contained in:
AlpinDale
2024-11-04 13:28:04 +00:00
parent 1c9bc2d1af
commit c9ff8ef2c2
2 changed files with 5 additions and 10 deletions

View File

@@ -30,8 +30,6 @@ from endpoints.OAI.utils.embeddings import get_embeddings
api_name = "OAI" api_name = "OAI"
router = APIRouter() router = APIRouter()
host = None
port = None
urls = { urls = {
"Completions": "http://{host}:{port}/v1/completions", "Completions": "http://{host}:{port}/v1/completions",
@@ -39,10 +37,7 @@ urls = {
} }
def setup(server_host: str = None, server_port: int = None): def setup():
global host, port
host = server_host
port = server_port
return router return router
@@ -177,7 +172,7 @@ async def embeddings(request: Request, data: EmbeddingsRequest) -> EmbeddingsRes
@router.get("/.well-known/serviceinfo") @router.get("/.well-known/serviceinfo")
async def service_info(): async def service_info():
return JSONResponse(content={ return JSONResponse(content={
"version": 0.1, "version": 0.2,
"software": { "software": {
"name": "TabbyAPI", "name": "TabbyAPI",
"repository": "https://github.com/theroyallab/tabbyAPI", "repository": "https://github.com/theroyallab/tabbyAPI",
@@ -186,13 +181,13 @@ async def service_info():
"api": { "api": {
"openai": { "openai": {
"name": "OpenAI API", "name": "OpenAI API",
"base_url": f"http://{host}:{port}/v1", "relative_url": "/v1",
"documentation": "https://theroyallab.github.io/tabbyAPI", "documentation": "https://theroyallab.github.io/tabbyAPI",
"version": 1 "version": 1
}, },
"koboldai": { "koboldai": {
"name": "KoboldAI API", "name": "KoboldAI API",
"base_url": f"http://{host}:{port}/api", "relative_url": "/api",
"documentation": "https://theroyallab.github.io/tabbyAPI", "documentation": "https://theroyallab.github.io/tabbyAPI",
"version": 1 "version": 1
} }

View File

@@ -52,7 +52,7 @@ def setup_app(host: Optional[str] = None, port: Optional[int] = None):
selected_server = router_mapping.get(server.lower()) selected_server = router_mapping.get(server.lower())
if selected_server: if selected_server:
app.include_router(selected_server.setup(host, port)) app.include_router(selected_server.setup())
logger.info(f"Starting {selected_server.api_name} API") logger.info(f"Starting {selected_server.api_name} API")
for path, url in selected_server.urls.items(): for path, url in selected_server.urls.items():