turn off second compress by default

2026-02-03 22:58:58 +00:00 · 2024-08-13 21:08:37 -07:00
parent c73dd119be
commit bb28bc382b
1 changed files with 2 additions and 1 deletions
--- a/backend/operations_bnb.py
+++ b/backend/operations_bnb.py
@@ -105,7 +105,8 @@ class ForgeLoader4Bit(torch.nn.Module):
                self.weight = ForgeParams4bit(
                    state_dict[prefix + 'weight'].to(self.dummy),
                    requires_grad=False,
-                    compress_statistics=True,
+                    compress_statistics=False,
+                    blocksize=64,
                    quant_type=self.quant_type,
                    quant_storage=torch.uint8,
                    module=self,