lllyasviel/stable-diffusion-webui-forge
1
0
Fork 0
mirror of https://github.com/lllyasviel/stable-diffusion-webui-forge.git synced 2026-04-21 23:09:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix possible oom

Browse Source
This commit is contained in:
layerdiffusion
2024-08-14 20:27:05 -07:00
parent cb889470ba
commit bbd0d76b28
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
backend/patcher/base.py
View File

@@ -273,15 +273,15 @@ class ModelPatcher:
else: else:
weight = weight.data weight = weight.data
weight_original_dtype = weight.dtype
to_args = dict(dtype=torch.float32) to_args = dict(dtype=torch.float32)
if device_to is not None: if device_to is not None:
to_args['device'] = device_to to_args['device'] = device_to
to_args['non_blocking'] = memory_management.device_supports_non_blocking(device_to) to_args['non_blocking'] = memory_management.device_supports_non_blocking(device_to)
temp_weight = weight.to(**to_args) weight = weight.to(**to_args)
out_weight = merge_lora_to_model_weight(current_patches, weight, key).to(dtype=weight_original_dtype)
out_weight = merge_lora_to_model_weight(current_patches, temp_weight, key).to(weight.dtype)
if bnb_layer is not None: if bnb_layer is not None:
bnb_layer.reload_weight(out_weight) bnb_layer.reload_weight(out_weight)