lllyasviel/stable-diffusion-webui-forge
1
0
Fork 0
mirror of https://github.com/lllyasviel/stable-diffusion-webui-forge.git synced 2026-02-23 08:13:58 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update unet_patcher.py

Browse Source
This commit is contained in:
lllyasviel
2024-01-31 22:10:50 -08:00
parent 69206ce05f
commit 61891e096c
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
modules_forge/unet_patcher.py
View File

@@ -26,7 +26,7 @@ class UnetPatcher(ModelPatcher):
n.extra_model_patchers_during_sampling = self.extra_model_patchers_during_sampling.copy()
return n
def add_extra_preserved_memory_during_sampling(self, memory_in_bytes):
def add_extra_preserved_memory_during_sampling(self, memory_in_bytes: int):
# Use this to ask Forge to preserve a certain amount of memory during sampling.
# If GPU VRAM is 8 GB, and memory_in_bytes is 2GB, i.e., memory_in_bytes = 2 * 1024 * 1024 * 1024
# Then the sampling will always use less than 6GB memory by dynamically offload modules to CPU RAM.
@@ -34,7 +34,7 @@ class UnetPatcher(ModelPatcher):
self.extra_preserved_memory_during_sampling += memory_in_bytes
return
def add_extra_model_patcher_during_sampling(self, model_patcher):
def add_extra_model_patcher_during_sampling(self, model_patcher: ModelPatcher):
# Use this to ask Forge to move extra model patchers to GPU during sampling.
# This method will manage GPU memory perfectly.
self.extra_model_patchers_during_sampling.append(model_patcher)