ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-05-01 03:41:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

iq4_k_xxs: basics

Browse Source
This commit is contained in:
Iwan Kawrakow
2024-10-08 10:52:53 +03:00
parent c0ddc644bb
commit 4c76471979
8 changed files with 259 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
include/llama.h
View File

@@ -177,6 +177,7 @@ extern "C" {
LLAMA_FTYPE_MOSTLY_IQ6_K = 142, // except 1d tensors
LLAMA_FTYPE_MOSTLY_IQ2_TN = 143, // except 1d tensors
LLAMA_FTYPE_MOSTLY_IQ1_TN = 144, // except 1d tensors
LLAMA_FTYPE_MOSTLY_IQ4_XXS = 145, // except 1d tensors
LLAMA_FTYPE_GUESSED = 1024, // not specified in the model file
};