ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-04-30 11:21:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

Also this doesn't do much

Browse Source
This commit is contained in:
Iwan Kawrakow
2025-08-28 09:28:00 +03:00
parent 0ce8068d2b
commit 37ef1d3719
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
ggml/src/ggml-cuda/mmq_id.cu
View File

@@ -103,7 +103,8 @@ static __global__ void mmq_ids_helper(
const mmq_ids_helper_store store_it = store[itc]; const mmq_ids_helper_store store_it = store[itc];
const int it = store_it.it(); const int it = store_it.it();
const int iex_used = store_it.iex_used(); const int iex_used = store_it.iex_used();
ids_src1[nex_prev + itc] = it*sis1 + iex_used % nchannels_y; //ids_src1[nex_prev + itc] = it*sis1 + iex_used % nchannels_y;
ids_src1[nex_prev + itc] = it;
ids_dst [nex_prev + itc] = it*n_expert_used + iex_used; ids_dst [nex_prev + itc] = it*n_expert_used + iex_used;
} }