ostris/ai-toolkit
1
0
Fork 0
mirror of https://github.com/ostris/ai-toolkit.git synced 2026-01-26 16:39:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

Added my good ole pattern loss. God I love that thing, conv transpose pattern instantly wiped from vae

Browse Source
This commit is contained in:
Jaret Burkett
2023-07-20 15:44:16 -06:00
parent 982e0be7a9
commit 0761656a90
4 changed files with 56 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
toolkit/optimizer.py
View File

@@ -6,13 +6,16 @@ def get_optimizer(
optimizer_type='adam',
learning_rate=1e-6
):
if optimizer_type == 'dadaptation':
lower_type = optimizer_type.lower()
if lower_type == 'dadaptation':
# dadaptation optimizer does not use standard learning rate. 1 is the default value
import dadaptation
print("Using DAdaptAdam optimizer")
optimizer = dadaptation.DAdaptAdam(params, lr=1.0)
elif optimizer_type == 'adam':
elif lower_type == 'adam':
optimizer = torch.optim.Adam(params, lr=float(learning_rate))
elif lower_type == 'adamw':
optimizer = torch.optim.AdamW(params, lr=float(learning_rate))
else:
raise ValueError(f'Unknown optimizer type {optimizer_type}')
return optimizer