Disable "...is not marked as EOG" messages

This commit is contained in:
Iwan Kawrakow
2025-08-20 16:45:59 +03:00
parent 2572d16399
commit 0299da3ef8

View File

@@ -2331,10 +2331,10 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
}
} else {
// token is control, but not marked as EOG -> print a debug log
if (id_to_token[t.second].attr & LLAMA_TOKEN_ATTR_CONTROL && special_eog_ids.count(t.second) == 0) {
LLAMA_LOG_DEBUG("%s: control token: %6d '%s' is not marked as EOG\n",
__func__, t.second, t.first.c_str());
}
//if (id_to_token[t.second].attr & LLAMA_TOKEN_ATTR_CONTROL && special_eog_ids.count(t.second) == 0) {
// LLAMA_LOG_DEBUG("%s: control token: %6d '%s' is not marked as EOG\n",
// __func__, t.second, t.first.c_str());
//}
}
}