comfyanonymous/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2026-04-26 17:39:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

Lower kv cache memory usage. (#12909)

Browse Source
This commit is contained in:
comfyanonymous
2026-03-12 13:54:38 -07:00
committed by GitHub
parent 712411d539
commit 47e1e316c5
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
comfy_extras/nodes_flux.py
View File

@@ -248,7 +248,7 @@ class KV_Attn_Input:
self.set_cache = False self.set_cache = False
return {"q": q, "k": torch.cat((k, kk), dim=2), "v": torch.cat((v, vv), dim=2)} return {"q": q, "k": torch.cat((k, kk), dim=2), "v": torch.cat((v, vv), dim=2)}
self.cache[cache_key] = (k[:, :, -ref_toks:], v[:, :, -ref_toks:]) self.cache[cache_key] = (k[:, :, -ref_toks:].clone(), v[:, :, -ref_toks:].clone())
self.set_cache = True self.set_cache = True
return {"q": q, "k": k, "v": v} return {"q": q, "k": k, "v": v}