lllyasviel/stable-diffusion-webui-forge
1
0
Fork 0
mirror of https://github.com/lllyasviel/stable-diffusion-webui-forge.git synced 2026-02-07 16:39:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

restrict baking to 16bits

Browse Source
This commit is contained in:
layerdiffusion
2024-08-26 06:16:13 -07:00
parent 7cd94babdd
commit f22b80ef94
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
backend/operations_gguf.py
View File

@@ -70,6 +70,11 @@ class ParameterGGUF(torch.nn.Parameter):
def bake_gguf_model(model):
computation_dtype = model.computation_dtype
if computation_dtype not in [torch.float16, torch.bfloat16]:
# Baking only supports 16bits otherwise super slow
computation_dtype = torch.float16
backed_layer_counter = 0
for m in model.modules():