mirror of
https://github.com/ikawrakow/ik_llama.cpp.git
synced 2026-02-23 06:34:13 +00:00
Add GGML_MAX_CONTEXTS definition in CMakeLists.txt (#622)
* Add GGML_MAX_CONTEXTS definition in CMakeLists.txt If this entry is missing, GGML_MAX_CONTEXTS is ignored * Update CMakeLists.txt add_compile_definitions for GGML_MAX_CONTEXTS
This commit is contained in:
@@ -104,6 +104,7 @@ endif()
|
||||
|
||||
# ggml core
|
||||
set(GGML_SCHED_MAX_COPIES "4" CACHE STRING "ggml: max input copies for pipeline parallelism")
|
||||
set(GGML_MAX_CONTEXTS "" CACHE STRING "ggml: max model contexts (override only; defaults to 64 in the code)")
|
||||
|
||||
# 3rd party libs / backends
|
||||
option(GGML_ACCELERATE "ggml: enable Accelerate framework" ON)
|
||||
|
||||
@@ -3,6 +3,9 @@ include(CheckCXXCompilerFlag)
|
||||
unset(GGML_CDEF_PUBLIC)
|
||||
|
||||
add_compile_definitions(GGML_SCHED_MAX_COPIES=${GGML_SCHED_MAX_COPIES})
|
||||
if (GGML_MAX_CONTEXTS)
|
||||
add_compile_definitions(GGML_MAX_CONTEXTS=${GGML_MAX_CONTEXTS})
|
||||
endif()
|
||||
|
||||
# enable libstdc++ assertions for debug builds
|
||||
if (CMAKE_SYSTEM_NAME MATCHES "Linux")
|
||||
|
||||
Reference in New Issue
Block a user