ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-04-30 11:21:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add enum llama_ftype, sync ggml_type to model files (#709)

Browse Source
This commit is contained in:
Stephan Walter
2023-04-11 15:03:51 +00:00
committed by GitHub
parent 2663d2c678
commit 3e6e70d8e8
5 changed files with 74 additions and 57 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
ggml.h
View File

@@ -198,13 +198,14 @@ struct ggml_object;
struct ggml_context;
enum ggml_type {
GGML_TYPE_Q4_0,
GGML_TYPE_Q4_1,
// explicitly numbered values are used in llama.cpp files
GGML_TYPE_F32 = 0,
GGML_TYPE_F16 = 1,
GGML_TYPE_Q4_0 = 2,
GGML_TYPE_Q4_1 = 3,
GGML_TYPE_I8,
GGML_TYPE_I16,
GGML_TYPE_I32,
GGML_TYPE_F16,
GGML_TYPE_F32,
GGML_TYPE_COUNT,
};