mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-04-25 16:59:09 +00:00
Config: Enable safe sampler overrides by default
* Provides safe fallback samplers, intended for better out-of-the-box support for clients that do not pass sampler params
This commit is contained in:
10
sampler_overrides/safe_defaults.yml
Normal file
10
sampler_overrides/safe_defaults.yml
Normal file
@@ -0,0 +1,10 @@
|
||||
# Minimal "safe" fallback settings for most models, used when the frontend doesn't supply any settings
|
||||
# with a request.
|
||||
|
||||
temperature:
|
||||
override: 0.8
|
||||
force: false
|
||||
|
||||
top_p:
|
||||
override: 0.9
|
||||
force: false
|
||||
Reference in New Issue
Block a user