diff --git a/backend/operations_bnb.py b/backend/operations_bnb.py index 92984533..0ce9db7f 100644 --- a/backend/operations_bnb.py +++ b/backend/operations_bnb.py @@ -105,7 +105,8 @@ class ForgeLoader4Bit(torch.nn.Module): self.weight = ForgeParams4bit( state_dict[prefix + 'weight'].to(self.dummy), requires_grad=False, - compress_statistics=True, + compress_statistics=False, + blocksize=64, quant_type=self.quant_type, quant_storage=torch.uint8, module=self,