lllyasviel/stable-diffusion-webui-forge
1
0
Fork 0
mirror of https://github.com/lllyasviel/stable-diffusion-webui-forge.git synced 2026-02-06 16:09:58 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix t5

Browse Source
This commit is contained in:
layerdiffusion
2024-08-07 21:55:00 -07:00
parent 463cff0d89
commit 78c65708ea
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
backend/text_processing/t5_engine.py
View File

@@ -58,10 +58,9 @@ class T5TextProcessingEngine:
return tokenized
def encode_with_transformers(self, tokens):
tokens = tokens.to(memory_management.get_torch_device())
device = memory_management.get_torch_device()
dtype = torch.bfloat16 if torch.cuda.is_bf16_supported() else torch.float32
self.text_encoder.shared.to(device=device, dtype=dtype)
tokens = tokens.to(device)
self.text_encoder.shared.to(device=device, dtype=torch.float32)
z = self.text_encoder(
input_ids=tokens,