lllyasviel/stable-diffusion-webui-forge
1
0
Fork 0
mirror of https://github.com/lllyasviel/stable-diffusion-webui-forge.git synced 2026-04-30 11:11:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

disable xformers for t5

Browse Source
This commit is contained in:
layerdiffusion
2024-08-15 00:55:49 -07:00
parent d336597fa5
commit ce16d34d03
2 changed files with 3 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
backend/attention.py
View File

@@ -284,18 +284,8 @@ def attention_xformers(q, k, v, heads, mask=None, attn_precision=None, skip_resh
b, _, dim_head = q.shape b, _, dim_head = q.shape
dim_head //= heads dim_head //= heads
disabled_xformers = False if BROKEN_XFORMERS and b * heads > 65535:
return attention_pytorch(q, k, v, heads, mask, skip_reshape=skip_reshape)
if BROKEN_XFORMERS:
if b * heads > 65535:
disabled_xformers = True
if not disabled_xformers:
if torch.jit.is_tracing() or torch.jit.is_scripting():
disabled_xformers = True
if disabled_xformers:
return attention_pytorch(q, k, v, heads, mask)
if skip_reshape: if skip_reshape:
q, k, v = map( q, k, v = map(

2
backend/nn/t5.py
View File

@@ -1,7 +1,7 @@
import torch import torch
import math import math
from backend.attention import attention_function from backend.attention import attention_pytorch as attention_function
activations = { activations = {