ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-02-23 14:44:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix iqk_mul_mat when number of rows is not multiple of repack rows

Browse Source
This commit is contained in:
Iwan Kawrakow
2025-11-06 19:00:25 +02:00
parent 575e2c2821
commit 4fe0705abe
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
ggml/src/iqk/iqk_mul_mat.cpp
View File

@@ -502,7 +502,8 @@ extern "C" IQK_API bool iqk_mul_mat(long Nx, long Ny, long ne00,
auto etypeA = ggml_type(typeA);
if (auto dequant_type = MulMat::is_dequant_better(etypeA, Ny);
dequant_type != etypeA && MulMat::prepare(dequant_type, typeB, ne00, mm, Ny)) {
dequant_type != etypeA && MulMat::prepare(dequant_type, typeB, ne00, mm, Ny) &&
Nx%MulMat::num_rows(ggml_type(dequant_type)) == 0) {
constexpr int k_x_step = 32;