Update forge_reference.py

This commit is contained in:
lllyasviel
2024-01-30 19:46:45 -08:00
parent 7cb151a752
commit 7bc42fe9f6

View File

@@ -82,7 +82,7 @@ class PreprocessorReference(Preprocessor):
self.recorded_h[location] = h
else:
cond_mark = transformer_options['cond_mark'][:, None, None, None] # cond is 0
recorded_h = self.recorded_h[location]
rh = self.recorded_h[location]
b = 0
return h
@@ -102,7 +102,7 @@ class PreprocessorReference(Preprocessor):
self.recorded_attn1[location] = (k, v)
else:
cond_mark = transformer_options['cond_mark'][:, None, None, None] # cond is 0
recorded_attn1 = self.recorded_attn1[location]
rk, rv = self.recorded_attn1[location]
b = 0
return sdp(q, k, v, transformer_options)