ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-04-25 00:49:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add logs to try debugging #849

Browse Source
This commit is contained in:
Iwan Kawrakow
2025-10-21 08:02:29 +03:00
parent 5ae87f6cdf
commit 73b50634e9
1 changed files with 16 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
ggml/src/ggml-cuda/argsort.cu
View File

@@ -474,9 +474,25 @@ void ggml_cuda_op_grouped_topk(ggml_backend_cuda_context & ctx, ggml_tensor * ds
}
void cuda_bailingmoev2_experts(ggml_backend_cuda_context & ctx, ggml_tensor * dst, ggml_tensor * topk) {
if (!topk || !dst) {
if (!topk) printf("topk is null!\n");
if (!dst ) printf("dst is null!\n");
GGML_ABORT("null topk/dst in cuda_bailingmoev2_experts\n");
}
auto topk_src = topk->src[0];
if (!topk_src) {
printf("null topk_src in cuda_bailingmoev2_experts: topk=%s,%s dst=%s,%s\n", topk->name, ggml_op_name(topk->op),
dst->name, ggml_op_name(dst->op));
GGML_ABORT("null topk_src in cuda_bailingmoev2_experts\n");
}
auto probs = topk_src->src[0]->src[0];
auto bias = topk_src->src[1];
if (!probs || !bias) {
if (!probs) printf("null probs in cuda_bailingmoev2_experts\n");
if (!bias ) printf("null bias in cuda_bailingmoev2_experts\n");
printf("top_src is %s, %s dst is %s, %s\n", topk_src->name, ggml_op_name(topk_src->op), dst->name, ggml_op_name(dst->op));
GGML_ABORT("null probs/bias in cuda_bailingmoev2_experts\n");
}
auto nrows = ggml_nrows(probs);