Add BF16 to GGUF (#2877)

This commit is contained in:
Mathieu Croquelois
2025-05-19 05:06:23 +01:00
committed by GitHub
parent 0ced1d0cd0
commit 17a42e5877
2 changed files with 4 additions and 0 deletions

View File

@@ -13,6 +13,7 @@ quants_mapping = {
gguf.GGMLQuantizationType.Q5_K: gguf.Q5_K,
gguf.GGMLQuantizationType.Q6_K: gguf.Q6_K,
gguf.GGMLQuantizationType.Q8_0: gguf.Q8_0,
gguf.GGMLQuantizationType.BF16: gguf.BF16,
}