ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-01-26 17:20:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix assert when --max-gpu is less than available GPUs

Browse Source
This commit is contained in:
Iwan Kawrakow
2026-01-09 11:15:05 +00:00
parent 0c3eedab56
commit ae547b8502
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/llama-load-tensors.cpp
View File

@@ -274,7 +274,7 @@ static std::vector<int> create_split(int nr, int granularity, const std::vector<
}
while (sum > nchunk) {
last_split = 0;
float best_err = 0;
float best_err = -INFINITY;
int ibest = -1;
for (int i = 0; i < (int)splits.size(); ++i) {
if (result[i] > 0) {
@@ -294,7 +294,7 @@ static std::vector<int> create_split(int nr, int granularity, const std::vector<
}
while (sum < nchunk) {
last_split = 0;
float best_err = 0;
float best_err = -INFINITY;
int ibest = -1;
for (int i = 0; i < (int)splits.size(); ++i) {
float p = splits[i] - last_split;