lllyasviel/stable-diffusion-webui-forge
1
0
Fork 0
mirror of https://github.com/lllyasviel/stable-diffusion-webui-forge.git synced 2026-04-23 07:49:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

SD3+ (#2688)

Browse Source 
Co-authored-by: graemeniedermayer graemeniedermayer@users.noreply.github.com
This commit is contained in:
DenOfEquity
2025-02-27 17:54:44 +00:00
committed by GitHub
parent 8dd92501e6
commit f23bc80d2f
6 changed files with 1184 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
backend/nn/t5.py
View File

@@ -2,11 +2,13 @@ import torch
import math
from backend.attention import attention_pytorch as attention_function
from transformers.activations import NewGELUActivation
activations = {
"gelu_pytorch_tanh": lambda a: torch.nn.functional.gelu(a, approximate="tanh"),
"relu": torch.nn.functional.relu,
"gelu_new": lambda a: NewGELUActivation()(a),
}