diff --git a/extensions-builtin/forge_preprocessor_reference/scripts/forge_reference.py b/extensions-builtin/forge_preprocessor_reference/scripts/forge_reference.py index bb787e17..288352ad 100644 --- a/extensions-builtin/forge_preprocessor_reference/scripts/forge_reference.py +++ b/extensions-builtin/forge_preprocessor_reference/scripts/forge_reference.py @@ -82,7 +82,7 @@ class PreprocessorReference(Preprocessor): self.recorded_h[location] = h else: cond_mark = transformer_options['cond_mark'][:, None, None, None] # cond is 0 - recorded_h = self.recorded_h[location] + rh = self.recorded_h[location] b = 0 return h @@ -102,7 +102,7 @@ class PreprocessorReference(Preprocessor): self.recorded_attn1[location] = (k, v) else: cond_mark = transformer_options['cond_mark'][:, None, None, None] # cond is 0 - recorded_attn1 = self.recorded_attn1[location] + rk, rv = self.recorded_attn1[location] b = 0 return sdp(q, k, v, transformer_options)