ostris/ai-toolkit
1
0
Fork 0
mirror of https://github.com/ostris/ai-toolkit.git synced 2026-05-01 03:31:35 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix issue where text encoder was not fully unloaded in some instances

Browse Source
This commit is contained in:
Jaret Burkett
2025-11-19 09:01:00 -07:00
parent 26e4b71b57
commit 50e5d99545
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
toolkit/unloader.py
View File

@@ -47,6 +47,7 @@ def unload_text_encoder(model: "BaseModel"):
if hasattr(pipe, "text_encoder"): if hasattr(pipe, "text_encoder"):
te = FakeTextEncoder(device=model.device_torch, dtype=model.torch_dtype) te = FakeTextEncoder(device=model.device_torch, dtype=model.torch_dtype)
text_encoder_list.append(te) text_encoder_list.append(te)
pipe.text_encoder.to('cpu')
pipe.text_encoder = te pipe.text_encoder = te
i = 2 i = 2