ostris/ai-toolkit
1
0
Fork 0
mirror of https://github.com/ostris/ai-toolkit.git synced 2026-04-24 08:19:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixed saving and displaying for automagic

Browse Source
This commit is contained in:
Jaret Burkett
2024-11-29 08:00:22 -07:00
parent cbe31eaf0a
commit f213996aa5
3 changed files with 68 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
toolkit/optimizers/optimizer_utils.py
View File

@@ -241,7 +241,7 @@ class Auto8bitTensor:
self.orig_dtype = state_dict['orig_dtype']
def __str__(self):
return f"Auto8bitTensor(scale={self.scale}, orig_dtype={self.orig_dtype})"
return f"Auto8bitTensor({self.dequantize()})"
def stochastic_grad_accummulation(param):