ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-04-29 19:01:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

Adding the XTC sampler

Browse Source
This commit is contained in:
Iwan Kawrakow
2025-06-03 08:55:02 +03:00
parent 7a8abe29f7
commit d4b1a7f9c5
7 changed files with 76 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
common/sampling.h
View File

@@ -15,6 +15,7 @@ enum class llama_sampler_type : char {
TOP_P = 'p',
MIN_P = 'm',
TFS_Z = 'f',
XTC = 'x',
TYPICAL_P = 'y',
TEMPERATURE = 't'
};
@@ -39,6 +40,8 @@ typedef struct llama_sampling_params {
int32_t mirostat = 0; // 0 = disabled, 1 = mirostat, 2 = mirostat 2.0
float mirostat_tau = 5.00f; // target entropy
float mirostat_eta = 0.10f; // learning rate
float xtc_probability = 0.0f; // xtc probability
float xtc_threshold = 1.0f; // xtc threashold, disabled if > 0.5
bool penalize_nl = false; // consider newlines as a repeatable token
uint32_t seed = LLAMA_DEFAULT_SEED; // the seed used to initialize llama_sampling_context