lllyasviel/stable-diffusion-webui-forge
1
0
Fork 0
mirror of https://github.com/lllyasviel/stable-diffusion-webui-forge.git synced 2026-02-05 23:49:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

add a way to empty cuda cache on the fly

Browse Source
This commit is contained in:
layerdiffusion
2024-08-22 10:06:39 -07:00
parent 64b5ce49d1
commit 14eac6f2cf
3 changed files with 14 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
backend/sampling/sampling_function.py
View File

@@ -187,6 +187,9 @@ def calc_cond_uncond_batch(model, cond, uncond, x_in, timestep, model_options):
to_batch_temp.reverse()
to_batch = to_batch_temp[:1]
if memory_management.signal_empty_cache:
memory_management.soft_empty_cache()
free_memory = memory_management.get_free_memory(x_in.device)
if (not args.disable_gpu_warning) and x_in.device.type == 'cuda':