kvcache-ai/sglang
1
0
Fork 0
mirror of https://github.com/kvcache-ai/sglang.git synced 2026-07-11 17:59:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add default enable_memory_saver to HybridLinearKVPool (#13371)

Browse Source
This commit is contained in:
Zilin Zhu
2025-11-16 22:35:13 +08:00
committed by GitHub
parent 9edb0e0da3
commit 8e3663d4e8
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/mem_cache/memory_pool.py
View File

@@ -952,7 +952,7 @@ class HybridLinearKVPool(KVCache):
enable_kvcache_transpose: bool,
device: str,
mamba_pool: MambaPool,
enable_memory_saver: bool,
enable_memory_saver: bool = False,
# TODO: refactor mla related args
use_mla: bool = False,
kv_lora_rank: int = None,