mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-04-24 00:09:02 +00:00
API: Fix CFG reporting
THe model endpoint wasn't reporting if CFG is on. Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
1
main.py
1
main.py
@@ -122,6 +122,7 @@ async def get_current_model():
|
||||
cache_mode="FP8" if MODEL_CONTAINER.cache_fp8 else "FP16",
|
||||
prompt_template=prompt_template.name if prompt_template else None,
|
||||
num_experts_per_token=MODEL_CONTAINER.config.num_experts_per_token,
|
||||
use_cfg=MODEL_CONTAINER.use_cfg,
|
||||
),
|
||||
logging=gen_logging.PREFERENCES,
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user