From 279ee65177a1ff7110fc05d6c2b7e082787ea8bc Mon Sep 17 00:00:00 2001
From: Jaret Burkett <jaretburkett@gmail.com>
Date: Fri, 6 Sep 2024 08:28:17 -0600
Subject: [PATCH] Remove block scaler

---
 toolkit/models/vd_adapter.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/toolkit/models/vd_adapter.py b/toolkit/models/vd_adapter.py
index 8755a04..b4c0f5f 100644
--- a/toolkit/models/vd_adapter.py
+++ b/toolkit/models/vd_adapter.py
@@ -659,6 +659,6 @@ class VisionDirectAdapter(torch.nn.Module):
 
     def post_weight_update(self):
         # force block scaler to be mean of 1
-        if self.block_scaler is not None:
-            self.block_scaler.data = self.block_scaler.data / self.block_scaler.data.mean()
+        # if self.block_scaler is not None:
+        #     self.block_scaler.data = self.block_scaler.data / self.block_scaler.data.mean()
         pass