lllyasviel/stable-diffusion-webui-forge
1
0
Fork 0
mirror of https://github.com/lllyasviel/stable-diffusion-webui-forge.git synced 2026-04-30 11:11:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

revise caster

Browse Source
This commit is contained in:
lllyasviel
2024-02-22 10:24:27 -08:00
parent 6ebef20db3
commit 8283774b86
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
ldm_patched/modules/model_management.py
View File

@@ -317,6 +317,8 @@ class LoadedModel:
if mem_counter + module_mem < lowvram_model_memory: if mem_counter + module_mem < lowvram_model_memory:
m.to(self.device) m.to(self.device)
mem_counter += module_mem mem_counter += module_mem
else:
m._apply(lambda x: x.pin_memory())
elif hasattr(m, "weight"): #only modules with ldm_patched_cast_weights can be set to lowvram mode elif hasattr(m, "weight"): #only modules with ldm_patched_cast_weights can be set to lowvram mode
m.to(self.device) m.to(self.device)
mem_counter += module_size(m) mem_counter += module_size(m)