ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-02-24 07:04:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Just always set num_rows to 16

Browse Source
This commit is contained in:
Iwan Kawrakow
2025-08-21 08:09:25 +03:00
parent f3edfe0f03
commit 79f34c4e1d
2 changed files with 13 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
ggml/src/ggml.c
View File

@@ -14983,6 +14983,17 @@ static void ggml_compute_forward_mul_mat(
#endif
#if GGML_USE_IQK_MULMAT
if (ith == 0) {
static bool first_time = true;
if (first_time) {
first_time = false;
#ifdef HAVE_FANCY_SIMD
printf("======================================= HAVE_FANCY_SIMD is defined\n");
#else
printf("======================================= HAVE_FANCY_SIMD is NOT defined\n");
#endif
}
}
if (dst->type == GGML_TYPE_F32) {
if (iqk_mul_mat_4d(ne01, ne11, ne00,
ne02, ne03, ne12, ne13, nb02, nb03, nb12, nb13, nb2/sizeof(float), nb3/sizeof(float),

3
ggml/src/iqk/iqk_mul_mat.cpp
View File

@@ -320,7 +320,8 @@ struct MulMat {
#endif
return type;
}
static inline int num_rows(ggml_type type) {
static inline int num_rows([[maybe_unused]] ggml_type type) {
return 16;
#ifdef HAVE_FANCY_SIMD
switch (type) {
case GGML_TYPE_Q2_K_R4: