better gpu

This commit is contained in:
lllyasviel
2024-01-31 22:10:15 -08:00
parent 467daba517
commit 69206ce05f
2 changed files with 15 additions and 7 deletions

View File

@@ -86,9 +86,9 @@ def forge_sample(self, denoiser_params, cond_scale, cond_composition):
def sampling_prepare(unet, x):
B, C, H, W = x.shape
unet_inference_memory = unet.memory_required([B * 2, C, H, W]) + unet.extra_preserved_memory
additional_inference_memory = 0
additional_model_patchers = []
unet_inference_memory = unet.memory_required([B * 2, C, H, W])
additional_inference_memory = unet.extra_preserved_memory_during_sampling
additional_model_patchers = unet.extra_model_patchers_during_sampling
if unet.controlnet_linked_list is not None:
additional_inference_memory += unet.controlnet_linked_list.inference_memory_requirements(unet.model_dtype())