mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-04-20 14:28:54 +00:00
c0b631ba92
From exllamav2: List of strings that the generator will refuse to output. As soon as a partial match happens, a checkpoint is saved that the generator can rewind to if need be. Subsequent tokens are then held until the full string is resolved (match or no match) and either emitted or discarded, accordingly.
124 lines
2.1 KiB
YAML
124 lines
2.1 KiB
YAML
# Sample YAML file for override presets.
|
|
# Each block corresponds to a sampler fallback override. Remove ones that you don't need.
|
|
# "force" always overrides the sampler to the specified value.
|
|
# For example, a top-p override of 1.5 with force = true will make every API request have a top_p value of 1.5
|
|
|
|
# You can use https://www.yamllint.com/ if you want to check your YAML formatting.
|
|
|
|
# TODO: Improve documentation for each field
|
|
|
|
# MARK: Misc generation parameters
|
|
max_tokens:
|
|
override: 150
|
|
force: false
|
|
min_tokens:
|
|
override: 0
|
|
force: false
|
|
stop:
|
|
override: []
|
|
force: false
|
|
additive: false
|
|
banned_strings:
|
|
override: []
|
|
force: false
|
|
additive: false
|
|
token_healing:
|
|
override: false
|
|
force: false
|
|
speculative_ngram:
|
|
override: false
|
|
force: false
|
|
|
|
# Commented out because the default is dynamically scaled
|
|
#generate_window:
|
|
#override: 512
|
|
#force: false
|
|
|
|
# MARK: Temperature
|
|
temperature:
|
|
override: 1.0
|
|
force: false
|
|
temperature_last:
|
|
override: false
|
|
force: false
|
|
min_temp:
|
|
override: 1.0
|
|
force: false
|
|
max_temp:
|
|
override: 1.0
|
|
force: false
|
|
temp_exponent:
|
|
override: 1.0
|
|
force: false
|
|
smoothing_factor:
|
|
override: 0.0
|
|
force: false
|
|
|
|
# MARK: Alphabet soup
|
|
top_k:
|
|
override: 0
|
|
force: false
|
|
top_p:
|
|
override: 1.0
|
|
force: false
|
|
top_a:
|
|
override: 0.0
|
|
force: false
|
|
min_p:
|
|
override: 0.0
|
|
force: false
|
|
tfs:
|
|
override: 1.0
|
|
force: false
|
|
typical:
|
|
override: 1.0
|
|
force: false
|
|
|
|
# MARK: Penalty settings
|
|
frequency_penalty:
|
|
override: 0.0
|
|
force: false
|
|
presence_penalty:
|
|
override: 0.0
|
|
force: false
|
|
repetition_penalty:
|
|
override: 1.0
|
|
force: false
|
|
repetition_decay:
|
|
override: 0
|
|
force: false
|
|
penalty_range:
|
|
override: -1
|
|
force: false
|
|
|
|
# MARK: Mirostat
|
|
mirostat_mode:
|
|
override: 0
|
|
force: false
|
|
mirostat_tau:
|
|
override: 1.5
|
|
force: false
|
|
mirostat_eta:
|
|
override: 0.3
|
|
force: false
|
|
|
|
# MARK: Token options
|
|
add_bos_token:
|
|
override: true
|
|
force: false
|
|
ban_eos_token:
|
|
override: false
|
|
force: false
|
|
logit_bias:
|
|
override:
|
|
force: false
|
|
additive: false
|
|
|
|
# MARK: CFG scale
|
|
cfg_scale:
|
|
override: 1.0
|
|
force: false
|
|
negative_prompt:
|
|
override:
|
|
force: false
|