ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-04-30 11:21:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

cuda: set compute parameters via command line arguments

Browse Source
This commit is contained in:
Iwan Kawrakow
2025-11-06 15:55:44 +02:00
parent 575e2c2821
commit ccabf5713d
10 changed files with 127 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/cvector-generator/pca.hpp
View File

@@ -66,7 +66,7 @@ struct pca_model {
pca_model(struct ggml_tensor * t_input) {
#ifdef GGML_USE_CUDA
fprintf(stderr, "%s: using CUDA backend\n", __func__);
backend = ggml_backend_cuda_init(0); // init device 0
backend = ggml_backend_cuda_init(0, nullptr); // init device 0
if (!backend) {
fprintf(stderr, "%s: ggml_backend_cuda_init() failed\n", __func__);
}