mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-04-29 10:42:03 +00:00
upgrade to v0.2
This commit is contained in:
@@ -30,8 +30,6 @@ from endpoints.OAI.utils.embeddings import get_embeddings
|
|||||||
|
|
||||||
api_name = "OAI"
|
api_name = "OAI"
|
||||||
router = APIRouter()
|
router = APIRouter()
|
||||||
host = None
|
|
||||||
port = None
|
|
||||||
|
|
||||||
urls = {
|
urls = {
|
||||||
"Completions": "http://{host}:{port}/v1/completions",
|
"Completions": "http://{host}:{port}/v1/completions",
|
||||||
@@ -39,10 +37,7 @@ urls = {
|
|||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
def setup(server_host: str = None, server_port: int = None):
|
def setup():
|
||||||
global host, port
|
|
||||||
host = server_host
|
|
||||||
port = server_port
|
|
||||||
return router
|
return router
|
||||||
|
|
||||||
|
|
||||||
@@ -177,7 +172,7 @@ async def embeddings(request: Request, data: EmbeddingsRequest) -> EmbeddingsRes
|
|||||||
@router.get("/.well-known/serviceinfo")
|
@router.get("/.well-known/serviceinfo")
|
||||||
async def service_info():
|
async def service_info():
|
||||||
return JSONResponse(content={
|
return JSONResponse(content={
|
||||||
"version": 0.1,
|
"version": 0.2,
|
||||||
"software": {
|
"software": {
|
||||||
"name": "TabbyAPI",
|
"name": "TabbyAPI",
|
||||||
"repository": "https://github.com/theroyallab/tabbyAPI",
|
"repository": "https://github.com/theroyallab/tabbyAPI",
|
||||||
@@ -186,13 +181,13 @@ async def service_info():
|
|||||||
"api": {
|
"api": {
|
||||||
"openai": {
|
"openai": {
|
||||||
"name": "OpenAI API",
|
"name": "OpenAI API",
|
||||||
"base_url": f"http://{host}:{port}/v1",
|
"relative_url": "/v1",
|
||||||
"documentation": "https://theroyallab.github.io/tabbyAPI",
|
"documentation": "https://theroyallab.github.io/tabbyAPI",
|
||||||
"version": 1
|
"version": 1
|
||||||
},
|
},
|
||||||
"koboldai": {
|
"koboldai": {
|
||||||
"name": "KoboldAI API",
|
"name": "KoboldAI API",
|
||||||
"base_url": f"http://{host}:{port}/api",
|
"relative_url": "/api",
|
||||||
"documentation": "https://theroyallab.github.io/tabbyAPI",
|
"documentation": "https://theroyallab.github.io/tabbyAPI",
|
||||||
"version": 1
|
"version": 1
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -52,7 +52,7 @@ def setup_app(host: Optional[str] = None, port: Optional[int] = None):
|
|||||||
selected_server = router_mapping.get(server.lower())
|
selected_server = router_mapping.get(server.lower())
|
||||||
|
|
||||||
if selected_server:
|
if selected_server:
|
||||||
app.include_router(selected_server.setup(host, port))
|
app.include_router(selected_server.setup())
|
||||||
|
|
||||||
logger.info(f"Starting {selected_server.api_name} API")
|
logger.info(f"Starting {selected_server.api_name} API")
|
||||||
for path, url in selected_server.urls.items():
|
for path, url in selected_server.urls.items():
|
||||||
|
|||||||
Reference in New Issue
Block a user