API: Fix CFG reporting

THe model endpoint wasn't reporting if CFG is on.

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri
2024-01-02 13:54:16 -05:00
parent bbd4ee54ca
commit 6b04463051
3 changed files with 3 additions and 1 deletions

View File

@@ -122,6 +122,7 @@ async def get_current_model():
cache_mode="FP8" if MODEL_CONTAINER.cache_fp8 else "FP16",
prompt_template=prompt_template.name if prompt_template else None,
num_experts_per_token=MODEL_CONTAINER.config.num_experts_per_token,
use_cfg=MODEL_CONTAINER.use_cfg,
),
logging=gen_logging.PREFERENCES,
)