mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-03-15 00:07:28 +00:00
API: Add preset listing for sampler overrides
Querying the overrides list endpoint now returns the selected preset and a list of presets to use. Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
@@ -32,7 +32,10 @@ from endpoints.OAI.types.model import (
|
||||
ModelLoadRequest,
|
||||
ModelCardParameters,
|
||||
)
|
||||
from endpoints.OAI.types.sampler_overrides import SamplerOverrideSwitchRequest
|
||||
from endpoints.OAI.types.sampler_overrides import (
|
||||
SamplerOverrideListResponse,
|
||||
SamplerOverrideSwitchRequest,
|
||||
)
|
||||
from endpoints.OAI.types.template import TemplateList, TemplateSwitchRequest
|
||||
from endpoints.OAI.types.token import (
|
||||
TokenEncodeRequest,
|
||||
@@ -248,7 +251,9 @@ async def unload_template():
|
||||
async def list_sampler_overrides():
|
||||
"""API wrapper to list all currently applied sampler overrides"""
|
||||
|
||||
return sampling.overrides
|
||||
return SamplerOverrideListResponse(
|
||||
presets=sampling.get_all_presets(), **sampling.overrides_container.model_dump()
|
||||
)
|
||||
|
||||
|
||||
@router.post(
|
||||
|
||||
@@ -1,5 +1,13 @@
|
||||
from pydantic import BaseModel, Field
|
||||
from typing import Optional
|
||||
from typing import List, Optional
|
||||
|
||||
from common.sampling import SamplerOverridesContainer
|
||||
|
||||
|
||||
class SamplerOverrideListResponse(SamplerOverridesContainer):
|
||||
"""Sampler override list response"""
|
||||
|
||||
presets: Optional[List[str]]
|
||||
|
||||
|
||||
class SamplerOverrideSwitchRequest(BaseModel):
|
||||
|
||||
Reference in New Issue
Block a user