From e716ae7778b1c2767dd6a186b09daad8083fca70 Mon Sep 17 00:00:00 2001
From: Iwan Kawrakow <iwan.kawrakow@gmail.com>
Date: Tue, 17 Dec 2024 15:14:36 +0200
Subject: [PATCH] Repack: make sure number of rows is a multiple of the packing

---
 ggml/src/iqk/iqk_quantize.cpp | 1 +
 1 file changed, 1 insertion(+)

diff --git a/ggml/src/iqk/iqk_quantize.cpp b/ggml/src/iqk/iqk_quantize.cpp
index 62f8275d..3408d054 100644
--- a/ggml/src/iqk/iqk_quantize.cpp
+++ b/ggml/src/iqk/iqk_quantize.cpp
@@ -5096,6 +5096,7 @@ void iqk_repack_tensor(struct ggml_tensor * tensor) {
 
     auto it = k_map.find(tensor->type);
     if (it == k_map.end()) return;
+    if (tensor->ne[1] % it->second.num_rows) return;
 
     auto& r = it->second;