diff --git a/ggml/src/iqk/iqk_cpu_ops.cpp b/ggml/src/iqk/iqk_cpu_ops.cpp index a27b0282..ab8590d7 100644 --- a/ggml/src/iqk/iqk_cpu_ops.cpp +++ b/ggml/src/iqk/iqk_cpu_ops.cpp @@ -4,6 +4,8 @@ // SPDX-License-Identifier: MIT // +#define IQK_IMPLEMENT + #include "iqk_cpu_ops.h" #include "iqk_utils.h" #include "ggml.h" @@ -14,6 +16,10 @@ #include #include +#ifdef __ARM_NEON +#include +#endif + namespace { // Playing around with group scores: use sum of probabilities in the group inline float group_score(int n_per_group, const float * data) {