diff --git a/ggml/src/iqk/iqk_quantize.cpp b/ggml/src/iqk/iqk_quantize.cpp
index 62f8275d..3408d054 100644
--- a/ggml/src/iqk/iqk_quantize.cpp
+++ b/ggml/src/iqk/iqk_quantize.cpp
@@ -5096,6 +5096,7 @@ void iqk_repack_tensor(struct ggml_tensor * tensor) {
 
     auto it = k_map.find(tensor->type);
     if (it == k_map.end()) return;
+    if (tensor->ne[1] % it->second.num_rows) return;
 
     auto& r = it->second;