Add GGML_MAX_CONTEXTS definition in CMakeLists.txt (#622)

* Add GGML_MAX_CONTEXTS definition in CMakeLists.txt

If this entry is missing, GGML_MAX_CONTEXTS is ignored

* Update CMakeLists.txt

add_compile_definitions for GGML_MAX_CONTEXTS
This commit is contained in:
Thireus ☠
2025-07-17 07:50:42 +01:00
committed by GitHub
parent 6950c82c30
commit b94f3af56f
2 changed files with 4 additions and 0 deletions

View File

@@ -104,6 +104,7 @@ endif()
# ggml core
set(GGML_SCHED_MAX_COPIES "4" CACHE STRING "ggml: max input copies for pipeline parallelism")
set(GGML_MAX_CONTEXTS "" CACHE STRING "ggml: max model contexts (override only; defaults to 64 in the code)")
# 3rd party libs / backends
option(GGML_ACCELERATE "ggml: enable Accelerate framework" ON)

View File

@@ -3,6 +3,9 @@ include(CheckCXXCompilerFlag)
unset(GGML_CDEF_PUBLIC)
add_compile_definitions(GGML_SCHED_MAX_COPIES=${GGML_SCHED_MAX_COPIES})
if (GGML_MAX_CONTEXTS)
add_compile_definitions(GGML_MAX_CONTEXTS=${GGML_MAX_CONTEXTS})
endif()
# enable libstdc++ assertions for debug builds
if (CMAKE_SYSTEM_NAME MATCHES "Linux")