init n_buffer

This commit is contained in:
firecoperana
2026-02-02 14:32:13 -06:00
parent 0319431c32
commit 4f3f1be6bd
4 changed files with 24 additions and 20 deletions

View File

@@ -84,7 +84,7 @@ struct server_slot {
stop_type stop;
// For context rewind/ token buffer
int32_t n_buffer = 0;
size_t n_buffer = 0;
int32_t rewind_count = 0;
bool rewind_status = false;
std::unordered_map<llama_token, float> logit_bias;