ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-02-24 07:04:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Minor

Browse Source
This commit is contained in:
Iwan Kawrakow
2025-10-28 15:24:08 +02:00
parent 81074219e1
commit e2b7da9684
2 changed files with 0 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
ggml/src/ggml-cuda/fattn-vec-f16.cu
View File

@@ -110,7 +110,6 @@ bool ggml_cuda_fattn_vec_f16_is_supported([[maybe_unused]] ggml_backend_cuda_con
if (K->type != V->type) return false;
return K->type == GGML_TYPE_F16 || K->type == GGML_TYPE_Q8_0;
}
bool supported = false;
#ifdef GGML_CUDA_FA_ALL_QUANTS
if (K->ne[0] == 64) {
return K->type == GGML_TYPE_F16 &&

1
ggml/src/ggml-cuda/fattn-vec-f32.cu
View File

@@ -110,7 +110,6 @@ bool ggml_cuda_fattn_vec_f32_is_supported([[maybe_unused]] ggml_backend_cuda_con
if (K->type != V->type) return false;
return K->type == GGML_TYPE_F16 || K->type == GGML_TYPE_Q8_0;
}
bool supported = false;
#ifdef GGML_CUDA_FA_ALL_QUANTS
if (K->ne[0] == 64) {
return K->type == GGML_TYPE_F16 &&