From d063007d2461fa0960da9dbca8d97ac34d183518 Mon Sep 17 00:00:00 2001 From: Iwan Kawrakow Date: Wed, 11 Sep 2024 08:50:45 +0200 Subject: [PATCH] Delete commented out stuff --- ggml/src/iqk/iqk_mul_mat.cpp | 26 -------------------------- 1 file changed, 26 deletions(-) diff --git a/ggml/src/iqk/iqk_mul_mat.cpp b/ggml/src/iqk/iqk_mul_mat.cpp index 801aa111..9267f0f3 100644 --- a/ggml/src/iqk/iqk_mul_mat.cpp +++ b/ggml/src/iqk/iqk_mul_mat.cpp @@ -6411,8 +6411,6 @@ inline __m256 v_tanh(__m256 x) { #endif } // namespace -//#ifndef __aarch64__ - namespace { template @@ -7651,30 +7649,6 @@ bool iqk_flash_attn_noalibi(int int_type_k, // type of k return true; } -//#else -//// TODO -//bool iqk_flash_attn_noalibi([[maybe_unused]] int int_type_k, // type of k -// [[maybe_unused]] int int_type_v, // type of v -// [[maybe_unused]] int D, // head size -// [[maybe_unused]] int nq, // number of columns in q -// [[maybe_unused]] int nk, // number of rows in k -// [[maybe_unused]] int stride_q, // distance between q columns in bytes -// [[maybe_unused]] int stride_k, // distance between k rows in bytes -// [[maybe_unused]] int stride_v, // distance between v rows in bytes -// [[maybe_unused]] int stride_m, // distance between mask rows (in bytes -// [[maybe_unused]] int stride_qkv, // distance between rows in mask (in bytes) -// [[maybe_unused]] const float * q, // q matrix. -// [[maybe_unused]] const void * k, // k matrix. Assumed to be fp16, nq x nk elements -// [[maybe_unused]] const void * v, // v matrix. Assumed to be fp16, nq x nk elements -// [[maybe_unused]] const void * mask, // mask. If not null, assumed to be fp16. nq x nk elements -// [[maybe_unused]] float scale, // scale applied before softmax -// [[maybe_unused]] float softcap, // if > 0, a "soft-cap" operation is applied before softmax -// [[maybe_unused]] float * qkv) { // v*softmax(scale*(k*q)) -// return false; -//} -// -//#endif - #else // IQK_IMPLEMENT bool iqk_mul_mat(int, long, long, long, int, const void *, long, int, const void *, long, float *, long, int, int) {