ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-04-30 19:31:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix #1055 (#1056)

Browse Source 
Co-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>
This commit is contained in:
Kawrakow
2025-12-11 14:44:32 +01:00
committed by GitHub
parent 37e41d22dc
commit bf03f63c34
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llama.cpp
View File

@@ -5733,10 +5733,10 @@ struct llama_data_read {
std::vector<uint8_t> aux; std::vector<uint8_t> aux;
for (int id = 0; id < extra->n_device; ++id) { for (int id = 0; id < extra->n_device; ++id) {
auto split = extra->splits[id]; auto split = extra->splits[id];
GGML_ASSERT(split->type == tensor->type);
auto kv_split = kv_extra->splits[id]; auto kv_split = kv_extra->splits[id];
GGML_ASSERT((split && kv_split) || (!split && !kv_split)); GGML_ASSERT((split && kv_split) || (!split && !kv_split));
if (!split) continue; if (!split) continue;
GGML_ASSERT(split->type == tensor->type);
auto split_row_size = ggml_row_size(tensor->type, kv_split->ne[1]); auto split_row_size = ggml_row_size(tensor->type, kv_split->ne[1]);
aux.resize(split_row_size*nrows); aux.resize(split_row_size*nrows);
auto src = data + sum_split_row_size; auto src = data + sum_split_row_size;