lllyasviel/stable-diffusion-webui-forge
1
0
Fork 0
mirror of https://github.com/lllyasviel/stable-diffusion-webui-forge.git synced 2026-01-26 19:09:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

revise

Browse Source
This commit is contained in:
layerdiffusion
2024-08-17 23:03:50 -07:00
parent db5a876d4c
commit 53cd00d125
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
backend/patcher/lora.py
View File

@@ -343,8 +343,9 @@ class LoraLoader:
try:
weight = weight.to(device=target_device)
except:
print('Moving layer weight failed. Retrying by offload models.')
print('Moving layer weight failed. Retrying by offloading models.')
self.model.to(device=offload_device)
memory_management.soft_empty_cache()
weight = weight.to(device=target_device)
gguf_cls, gguf_type, gguf_real_shape = None, None, None
@@ -362,8 +363,9 @@ class LoraLoader:
weight = weight.to(dtype=torch.float32)
weight = merge_lora_to_model_weight(current_patches, weight, key).to(dtype=weight_original_dtype)
except:
print('Patching LoRA weights failed. Retrying by offload models.')
print('Patching LoRA weights failed. Retrying by offloading models.')
self.model.to(device=offload_device)
memory_management.soft_empty_cache()
weight = weight.to(dtype=torch.float32)
weight = merge_lora_to_model_weight(current_patches, weight, key).to(dtype=weight_original_dtype)