lllyasviel/stable-diffusion-webui-forge
1
0
Fork 0
mirror of https://github.com/lllyasviel/stable-diffusion-webui-forge.git synced 2026-02-20 23:03:58 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update forge_reference.py

Browse Source
This commit is contained in:
lllyasviel
2024-01-30 20:45:18 -08:00
parent cf6c5768ae
commit 035ad4836a
1 changed files with 10 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
extensions-builtin/forge_preprocessor_reference/scripts/forge_reference.py
View File

@@ -83,7 +83,11 @@ class PreprocessorReference(Preprocessor):
if not (sigma_min <= sigma <= sigma_max):
return h
C = int(h.shape[1])
channel = int(h.shape[1])
minimal_channel = 1280 - 640 * weight
if channel < minimal_channel:
return h
if self.is_recording_style:
self.recorded_h[location] = torch.std_mean(h, dim=(2, 3), keepdim=True, correction=0)
@@ -123,7 +127,11 @@ class PreprocessorReference(Preprocessor):
location = (transformer_options['block'][0], transformer_options['block'][1],
transformer_options['block_index'])
C = int(q.shape[2])
channel = int(q.shape[2])
minimal_channel = 1280 - 1280 * weight
if channel < minimal_channel:
return sdp(q, k, v, transformer_options)
if self.is_recording_style:
self.recorded_attn1[location] = (k, v)