lllyasviel/stable-diffusion-webui-forge
1
0
Fork 0
mirror of https://github.com/lllyasviel/stable-diffusion-webui-forge.git synced 2026-04-29 02:31:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

GPU Shared Async Swap for all GGUF/BNB

Browse Source
This commit is contained in:
layerdiffusion
2024-08-16 08:45:17 -07:00
parent 04e7f05769
commit 2f0555f7dc
2 changed files with 19 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
backend/operations_gguf.py
View File

@@ -37,6 +37,13 @@ class ParameterGGUF(torch.nn.Parameter):
new.gguf_cls = self.gguf_cls
return new
def pin_memory(self, device=None):
new = ParameterGGUF(torch.Tensor.pin_memory(self, device=device), no_init=True)
new.gguf_type = self.gguf_type
new.gguf_real_shape = self.gguf_real_shape
new.gguf_cls = self.gguf_cls
return new
@classmethod
def make(cls, data, gguf_type, gguf_cls, gguf_real_shape):
new = ParameterGGUF(data, no_init=True)