Lower kv cache memory usage. (#12909)

2026-03-14 13:47:44 +08:00 · 2026-03-12 13:54:38 -07:00 · 2026-03-12 13:54:38 -07:00 · 47e1e316c5
commit 47e1e316c5
parent 712411d539
1 changed files with 1 additions and 1 deletions
--- a/comfy_extras/nodes_flux.py
+++ b/comfy_extras/nodes_flux.py
@ -248,7 +248,7 @@ class KV_Attn_Input:
            self.set_cache = False
            return {"q": q, "k": torch.cat((k, kk), dim=2), "v": torch.cat((v, vv), dim=2)}

-        self.cache[cache_key] = (k[:, :, -ref_toks:], v[:, :, -ref_toks:])
+        self.cache[cache_key] = (k[:, :, -ref_toks:].clone(), v[:, :, -ref_toks:].clone())
        self.set_cache = True
        return {"q": q, "k": k, "v": v}