lllyasviel/stable-diffusion-webui-forge
1
0
Fork 0
mirror of https://github.com/lllyasviel/stable-diffusion-webui-forge.git synced 2026-05-01 03:31:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix offline loras

Browse Source
This commit is contained in:
layerdiffusion
2024-08-25 20:28:40 -07:00
parent 891e355fc8
commit 388b70134b
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
backend/patcher/lora.py
View File

@@ -421,13 +421,15 @@ class LoraLoader:
if gguf_cls is not None: if gguf_cls is not None:
from backend.operations_gguf import ParameterGGUF from backend.operations_gguf import ParameterGGUF
weight = gguf_cls.quantize_pytorch(weight, gguf_real_shape) weight = gguf_cls.quantize_pytorch(weight, gguf_real_shape)
utils.set_attr_raw(self.model, key, ParameterGGUF.make( weight = ParameterGGUF.make(
data=weight, data=weight,
gguf_type=gguf_type, gguf_type=gguf_type,
gguf_cls=gguf_cls, gguf_cls=gguf_cls,
gguf_real_shape=gguf_real_shape, gguf_real_shape=gguf_real_shape,
parent=parent_layer parent=parent_layer
)) )
gguf_cls.bake_layer(parent_layer, weight, gguf_cls.computation_dtype)
utils.set_attr_raw(self.model, key, weight)
continue continue
utils.set_attr_raw(self.model, key, torch.nn.Parameter(weight, requires_grad=False)) utils.set_attr_raw(self.model, key, torch.nn.Parameter(weight, requires_grad=False))