ostris/ai-toolkit
1
0
Fork 0
mirror of https://github.com/ostris/ai-toolkit.git synced 2026-04-30 03:01:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

Work on slider rework

Browse Source
This commit is contained in:
Jaret Burkett
2023-07-28 18:11:10 -06:00
parent 5fc2bb5d9c
commit 1e50b39442
3 changed files with 187 additions and 134 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
jobs/process/BaseSDTrainProcess.py
View File

@@ -617,7 +617,7 @@ class BaseSDTrainProcess(BaseTrainProcess):
self.train_config.lr_scheduler,
optimizer,
max_iterations=self.train_config.steps,
lr_min=self.train_config.lr / 100, # not sure why leco did this, but ill do it to
lr_min=self.train_config.lr / 100,
)
self.lr_scheduler = lr_scheduler
@@ -651,7 +651,8 @@ class BaseSDTrainProcess(BaseTrainProcess):
### HOOK ###
loss_dict = self.hook_train_loop()
if self.train_config.optimizer.startswith('dadaptation'):
if self.train_config.optimizer.lower().startswith('dadaptation') or \
self.train_config.optimizer.lower().startswith('prodigy'):
learning_rate = (
optimizer.param_groups[0]["d"] *
optimizer.param_groups[0]["lr"]