ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-04-24 16:39:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

Just in case, call ggml_cuda_set_device

Browse Source
This commit is contained in:
Iwan Kawrakow
2025-05-22 09:42:21 +03:00
parent d6c3d4b4a8
commit 21d9a8b471
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
ggml/src/ggml-cuda.cu
View File

@@ -1658,6 +1658,7 @@ static void ggml_cuda_op_mul_mat(
char * src1_ddq_i = dev[id].src1_ddq;
float * dst_dd_i = dev[id].dst_dd;
cudaStream_t stream = ctx.stream(id, 0);
ggml_cuda_set_device(id);
ggml_cuda_op_mul_mat_vec_q_3D(ctx, src0, src1, dst, src0_dd_i, src1_ddf_i, src1_ddq_i, dst_dd_i,
dev[id].row_low, dev[id].row_high, ne11, src1_padded_col_size, stream);
CUDA_CHECK(cudaGetLastError());