ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-04-30 03:11:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

Log for debugging #721 (#722)

Browse Source 
* Log for debugging #721

* Remove the 16

---------

Co-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>
This commit is contained in:
Kawrakow
2025-08-23 15:24:34 +03:00
committed by GitHub
parent 8e23ecdd96
commit d3aecc7f37
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
ggml/src/iqk/iqk_mul_mat.cpp
View File

@@ -321,7 +321,6 @@ struct MulMat {
return type; return type;
} }
static inline int num_rows([[maybe_unused]] ggml_type type) { static inline int num_rows([[maybe_unused]] ggml_type type) {
return 16;
#ifdef HAVE_FANCY_SIMD #ifdef HAVE_FANCY_SIMD
switch (type) { switch (type) {
case GGML_TYPE_Q2_K_R4: case GGML_TYPE_Q2_K_R4:
@@ -548,6 +547,11 @@ extern "C" IQK_API bool iqk_mul_mat(long Nx, long Ny, long ne00,
//if (ith == 0) printf("%s: ne00 = %d, row_size_qx = %d, strideA = %d\n", __func__, int(ne00), int(row_size_qx), int(strideA)); //if (ith == 0) printf("%s: ne00 = %d, row_size_qx = %d, strideA = %d\n", __func__, int(ne00), int(row_size_qx), int(strideA));
auto num_rows = MulMat::num_rows(ggml_type(typeA)); auto num_rows = MulMat::num_rows(ggml_type(typeA));
if (Nx%num_rows) {
fprintf(stderr, "%s: Nx = %d, Ny = %d, ne00 = %d, num_rows = %d, types = %s, %s\n", __func__, (int)Nx, (int)Ny,
(int)ne00, num_rows, ggml_type_name(ggml_type(typeA)), ggml_type_name(ggml_type(typeB)));
GGML_ASSERT(false);
}
GGML_ASSERT(Nx%num_rows == 0); GGML_ASSERT(Nx%num_rows == 0);
auto nrc_x = (Nx/num_rows + nth - 1)/nth; auto nrc_x = (Nx/num_rows + nth - 1)/nth;
auto first_x = ith*nrc_x; auto first_x = ith*nrc_x;