Second Attempt for #1502

This commit is contained in:
layerdiffusion
2024-08-28 08:07:42 -07:00
parent 37fcb7bce8
commit 0abb6c4686
4 changed files with 102 additions and 48 deletions

View File

@@ -92,10 +92,8 @@ class ForgeLoader4Bit(torch.nn.Module):
self.quant_type = quant_type
def _apply(self, fn, recurse=True):
if self.weight is not None:
self.weight = utils.tensor2parameter(fn(self.weight))
if self.bias is not None:
self.bias = utils.tensor2parameter(fn(self.bias))
for k, p in self.named_parameters(recurse=False, remove_duplicate=True):
setattr(self, k, utils.tensor2parameter(fn(p)))
return self
def _save_to_state_dict(self, destination, prefix, keep_vars):