lllyasviel/stable-diffusion-webui-forge
1
0
Fork 0
mirror of https://github.com/lllyasviel/stable-diffusion-webui-forge.git synced 2026-04-30 11:11:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix dequant of unbaked parameters

Browse Source
This commit is contained in:
layerdiffusion
2024-08-25 17:24:31 -07:00
parent 82dfc2b15b
commit cae37a2725
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
backend/operations_gguf.py
View File

@@ -37,6 +37,9 @@ class ParameterGGUF(torch.nn.Parameter):
return super().__new__(cls, torch.tensor(tensor.data), requires_grad=requires_grad)
def dequantize_as_pytorch_parameter(self):
if self.parent is None:
self.parent = torch.nn.Module()
self.gguf_cls.bake_layer(self.parent, self, computation_dtype=torch.float16)
return torch.nn.Parameter(dequantize_tensor(self), requires_grad=False)
def to(self, *args, **kwargs):