ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-02-07 23:10:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

Change default FA offset to ln(2) (#1235)

Browse Source 
* Change default FA offset to ln(2)

* Also here
This commit is contained in:
Kawrakow
2026-02-05 13:42:53 +02:00
committed by GitHub
parent 9c1c74acda
commit a7befb3bed
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
ggml/src/ggml-cuda.cu
View File

@@ -4536,7 +4536,7 @@ struct cuda_params {
int fusion = GGML_CUDA_FUSION;
int offload_batch_size = GGML_CUDA_MIN_BATCH_OFFLOAD;
int mmq_id_thresh = 32;
float fa_offset = 0;
float fa_offset = 0.6931f;
#ifdef USE_CUDA_GRAPH
bool use_cuda_graph = true;
#else

2
ggml/src/ggml-cuda/common.cuh
View File

@@ -853,7 +853,7 @@ struct ggml_backend_cuda_context {
int fusion = GGML_CUDA_FUSION;
int offload_batch_size = GGML_CUDA_MIN_BATCH_OFFLOAD;
int mmq_id_thresh = 32;
float fa_offset = 0.0f;
float fa_offset = 0.6931f; // ln(2)
#ifdef USE_CUDA_GRAPH
bool use_cuda_graph = true;