lllyasviel/stable-diffusion-webui-forge
1
0
Fork 0
mirror of https://github.com/lllyasviel/stable-diffusion-webui-forge.git synced 2026-02-09 17:39:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix comments

Browse Source
This commit is contained in:
layerdiffusion
2024-08-08 16:13:39 -07:00
parent 79adfa8998
commit 8d336c3247
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
backend/nn/flux.py
View File

@@ -192,7 +192,7 @@ class DoubleStreamBlock(nn.Module):
img_qkv = self.img_attn.qkv(img_modulated)
del img_modulated
# txt_q, txt_k, txt_v = rearrange(txt_qkv, "B L (K H D) -> K B H L D", K=3, H=self.num_heads)
# img_q, img_k, img_v = rearrange(img_qkv, "B L (K H D) -> K B H L D", K=3, H=self.num_heads)
B, L, _ = img_qkv.shape
H = self.num_heads
D = img_qkv.shape[-1] // (3 * H)
@@ -210,7 +210,7 @@ class DoubleStreamBlock(nn.Module):
txt_qkv = self.txt_attn.qkv(txt_modulated)
del txt_modulated
# q, k, v = rearrange(qkv, "B L (K H D) -> K B H L D", K=3, H=self.num_heads)
# txt_q, txt_k, txt_v = rearrange(txt_qkv, "B L (K H D) -> K B H L D", K=3, H=self.num_heads)
B, L, _ = txt_qkv.shape
txt_qkv = txt_qkv.view(B, L, 3, H, D)
txt_q = txt_qkv[:, :, 0, :, :].permute(2, 0, 1, 3)