ikawrakow/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-04-26 01:19:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

Revert "Simplify delta-net (#1335)"

Browse Source 
This reverts commit e5fc30244c.
This commit is contained in:
Kawrakow
2026-02-28 12:09:02 +00:00
parent e5fc30244c
commit 18b1b23ed5
8 changed files with 362 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
common/common.h
View File

@@ -359,6 +359,7 @@ struct gpt_params {
bool split_mode_graph_scheduling = false; // if true, force split mode graph scheduling
//bool split_mode_f16 = true; // if true, intermediate results will be cast to f16 before copying to other GPUs to perform reduce ops
bool scheduler_async = false; // if true, in split mode graph the scheduler will use multiple threads to evaluate the graph
int fused_delta_net = 65536; // use fused delta-net if number of tokens in the batch is less than this value
bool has_mtp = false; // enable MTP if supported by the model
std::string cache_type_k = "f16"; // KV cache data type for the K