lllyasviel/stable-diffusion-webui-forge
1
0
Fork 0
mirror of https://github.com/lllyasviel/stable-diffusion-webui-forge.git synced 2026-04-28 10:11:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix bnb lora

Browse Source
This commit is contained in:
layerdiffusion
2024-08-16 21:09:14 -07:00
parent fc0c03b793
commit f3e211d431
2 changed files with 11 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
backend/patcher/lora.py
View File

@@ -305,7 +305,7 @@ class LoraLoader:
for key, current_patches in (tqdm(self.patches.items(), desc='Patching LoRAs') if len(self.patches) > 0 else self.patches):
try:
weight = utils.get_attr(self.model, key)
parent_layer, weight = utils.get_attr_with_parent(self.model, key)
assert isinstance(weight, torch.nn.Parameter)
except:
raise ValueError(f"Wrong LoRA Key: {key}")
@@ -317,8 +317,7 @@ class LoraLoader:
if operations.bnb_avaliable:
if hasattr(weight, 'bnb_quantized'):
assert weight.module is not None, 'BNB bad weight without parent layer!'
bnb_layer = weight.module
bnb_layer = parent_layer
if weight.bnb_quantized:
weight_original_device = weight.device