ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-03-03 18:40:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix GCC 13.3 compilation error

Browse Source
This commit is contained in:
Iwan Kawrakow
2025-03-20 16:46:06 +02:00
parent 9fbe5beef7
commit d27b72268a
1 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
ggml/src/iqk/iqk_quantize.cpp
View File

@@ -6781,7 +6781,8 @@ const Modify * get_modify_info(ggml_type type) {
return it != k_mod_map.end() ? &it->second : nullptr;
}
bool is_forbidden_tensor(const std::string& name) {
if (name == "token_embd.weight") return true;
static const std::string kTokenEmbd{"token_embd.weight"};
if (name == kTokenEmbd) return true;
//if (auto pos = name.find("attn_kv_b.weight"); pos != std::string::npos) return true;
return false;
}
@@ -6789,9 +6790,9 @@ bool is_forbidden_tensor(const std::string& name) {
bool iqk_should_modify_tensor(const struct ggml_tensor * tensor) {
return false;
if (is_forbidden_tensor(tensor->name)) return false;
auto mptr = get_modify_info(tensor->type);
return mptr ? true : false;
//if (is_forbidden_tensor(tensor->name)) return false;
//auto mptr = get_modify_info(tensor->type);
//return mptr ? true : false;
}
bool iqk_modify_tensor(struct ggml_tensor * tensor) {