From 15e9865f9418a23eecf90a55387955cfaeeae23e Mon Sep 17 00:00:00 2001 From: lllyasviel Date: Tue, 30 Jan 2024 19:51:49 -0800 Subject: [PATCH] Update forge_reference.py --- .../forge_preprocessor_reference/scripts/forge_reference.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/extensions-builtin/forge_preprocessor_reference/scripts/forge_reference.py b/extensions-builtin/forge_preprocessor_reference/scripts/forge_reference.py index 853afcee..b77eba86 100644 --- a/extensions-builtin/forge_preprocessor_reference/scripts/forge_reference.py +++ b/extensions-builtin/forge_preprocessor_reference/scripts/forge_reference.py @@ -103,6 +103,8 @@ class PreprocessorReference(Preprocessor): else: cond_mark = transformer_options['cond_mark'][:, None, None, None] # cond is 0 rk, rv = self.recorded_attn1[location] + rk = torch.cat([k, rk], dim=1) + rv = torch.cat([v, rv], dim=1) return sdp(q, k, v, transformer_options) unet.add_block_modifier(block_proc)