ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-04-26 09:29:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Zen4 Flash Attnetion: WIP bf16

Browse Source
This commit is contained in:
Iwan Kawrakow
2024-09-04 13:09:24 +03:00
parent f17d0d72f5
commit 8218e77dec
3 changed files with 385 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
examples/llama-bench/llama-bench.cpp
View File

@@ -306,6 +306,9 @@ static ggml_type ggml_type_from_name(const std::string & s) {
if (s == "f16") {
return GGML_TYPE_F16;
}
if (s == "bf16") {
return GGML_TYPE_BF16;
}
if (s == "q8_0") {
return GGML_TYPE_Q8_0;
}