ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-03-01 17:40:25 +00:00
Code Issues Packages Projects Releases Wiki Activity

Repack: make sure number of rows is a multiple of the packing

Browse Source
This commit is contained in:
Iwan Kawrakow
2024-12-17 15:14:36 +02:00
parent b0e826d5b4
commit e716ae7778
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
ggml/src/iqk/iqk_quantize.cpp
View File

@@ -5096,6 +5096,7 @@ void iqk_repack_tensor(struct ggml_tensor * tensor) {
auto it = k_map.find(tensor->type);
if (it == k_map.end()) return;
if (tensor->ne[1] % it->second.num_rows) return;
auto& r = it->second;