ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-05-01 03:41:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

bitnet: CUDA, scalar, AVX2

Browse Source
This commit is contained in:
Kawrakow
2024-06-16 15:56:32 +03:00
parent 81576cdcac
commit eecd48eab5
14 changed files with 638 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
CMakeLists.txt
View File

@@ -401,6 +401,7 @@ if (LLAMA_BLAS)
endif()
endif()
set (GGML_SOURCES_IQK iqk-quantize.cpp)
if (LLAMA_IQK_MULMAT)
add_compile_definitions(GGML_USE_IQK_MULMAT)
set(GGML_SOURCES_IQK_MM iqk_mul_mat.cpp)
@@ -1285,6 +1286,7 @@ add_library(ggml OBJECT
${GGML_SOURCES_BLAS} ${GGML_HEADERS_BLAS}
${GGML_SOURCES_LLAMAFILE} ${GGML_HEADERS_LLAMAFILE}
${GGML_SOURCES_IQK_MM} ${GGML_HEADERS_IQK_MM}
${GGML_SOURCES_IQK}
)
target_include_directories(ggml PUBLIC . ${LLAMA_EXTRA_INCLUDES})