From 7cb151a752e2730b439113b8071af8f06f8fa072 Mon Sep 17 00:00:00 2001 From: lllyasviel Date: Tue, 30 Jan 2024 19:40:35 -0800 Subject: [PATCH] Update forge_reference.py --- .../forge_preprocessor_reference/scripts/forge_reference.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/extensions-builtin/forge_preprocessor_reference/scripts/forge_reference.py b/extensions-builtin/forge_preprocessor_reference/scripts/forge_reference.py index c792249b..bb787e17 100644 --- a/extensions-builtin/forge_preprocessor_reference/scripts/forge_reference.py +++ b/extensions-builtin/forge_preprocessor_reference/scripts/forge_reference.py @@ -82,6 +82,7 @@ class PreprocessorReference(Preprocessor): self.recorded_h[location] = h else: cond_mark = transformer_options['cond_mark'][:, None, None, None] # cond is 0 + recorded_h = self.recorded_h[location] b = 0 return h @@ -101,6 +102,7 @@ class PreprocessorReference(Preprocessor): self.recorded_attn1[location] = (k, v) else: cond_mark = transformer_options['cond_mark'][:, None, None, None] # cond is 0 + recorded_attn1 = self.recorded_attn1[location] b = 0 return sdp(q, k, v, transformer_options)