This commit is contained in:
firecoperana
2026-01-17 08:49:23 -06:00
parent 93abfb66ab
commit 2403d6ee02
15 changed files with 23 additions and 23 deletions

View File

@@ -133,7 +133,7 @@ int main(int argc, char ** argv) {
}
common_batch_clear(batch);
llama_memory_clear(ctx);
llama_kv_cache_clear(ctx);
for (unsigned int n_kv = 0; n_kv < n_kv_max; n_kv += params.n_ubatch) {
// clean up KV cache before generation