mirror of
https://github.com/ikawrakow/ik_llama.cpp.git
synced 2026-04-30 03:11:51 +00:00
Revert 2
This commit is contained in:
@@ -133,7 +133,7 @@ int main(int argc, char ** argv) {
|
||||
}
|
||||
|
||||
common_batch_clear(batch);
|
||||
llama_memory_clear(ctx);
|
||||
llama_kv_cache_clear(ctx);
|
||||
|
||||
for (unsigned int n_kv = 0; n_kv < n_kv_max; n_kv += params.n_ubatch) {
|
||||
// clean up KV cache before generation
|
||||
|
||||
Reference in New Issue
Block a user