ostris/ai-toolkit
1
0
Fork 0
mirror of https://github.com/ostris/ai-toolkit.git synced 2026-02-05 21:19:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove block scaler

Browse Source
This commit is contained in:
Jaret Burkett
2024-09-06 08:28:17 -06:00
parent 3a1f464132
commit 279ee65177
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
toolkit/models/vd_adapter.py
View File

@@ -659,6 +659,6 @@ class VisionDirectAdapter(torch.nn.Module):
def post_weight_update(self):
# force block scaler to be mean of 1
if self.block_scaler is not None:
self.block_scaler.data = self.block_scaler.data / self.block_scaler.data.mean()
# if self.block_scaler is not None:
# self.block_scaler.data = self.block_scaler.data / self.block_scaler.data.mean()
pass