mirror of
https://github.com/ikawrakow/ik_llama.cpp.git
synced 2026-04-26 17:39:37 +00:00
init n_buffer
This commit is contained in:
@@ -84,7 +84,7 @@ struct server_slot {
|
||||
stop_type stop;
|
||||
|
||||
// For context rewind/ token buffer
|
||||
int32_t n_buffer = 0;
|
||||
size_t n_buffer = 0;
|
||||
int32_t rewind_count = 0;
|
||||
bool rewind_status = false;
|
||||
std::unordered_map<llama_token, float> logit_bias;
|
||||
|
||||
Reference in New Issue
Block a user