From bb28bc382b27d9df286005f7d09fdd7bdf086d7a Mon Sep 17 00:00:00 2001
From: layerdiffusion <19834515+lllyasviel@users.noreply.github.com>
Date: Tue, 13 Aug 2024 21:08:37 -0700
Subject: [PATCH] turn off second compress by default

---
 backend/operations_bnb.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/backend/operations_bnb.py b/backend/operations_bnb.py
index 92984533..0ce9db7f 100644
--- a/backend/operations_bnb.py
+++ b/backend/operations_bnb.py
@@ -105,7 +105,8 @@ class ForgeLoader4Bit(torch.nn.Module):
                 self.weight = ForgeParams4bit(
                     state_dict[prefix + 'weight'].to(self.dummy),
                     requires_grad=False,
-                    compress_statistics=True,
+                    compress_statistics=False,
+                    blocksize=64,
                     quant_type=self.quant_type,
                     quant_storage=torch.uint8,
                     module=self,