ostris/ai-toolkit
1
0
Fork 0
mirror of https://github.com/ostris/ai-toolkit.git synced 2026-01-26 16:39:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixed adafactor eps

Browse Source
This commit is contained in:
Jaret Burkett
2025-10-26 05:47:25 -06:00
parent 80418209b8
commit 8c12977891
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
toolkit/optimizer.py
View File

@@ -93,7 +93,7 @@ def get_optimizer(
optimizer_params['scale_parameter'] = False optimizer_params['scale_parameter'] = False
if 'warmup_init' not in optimizer_params: if 'warmup_init' not in optimizer_params:
optimizer_params['warmup_init'] = False optimizer_params['warmup_init'] = False
optimizer = Adafactor(params, lr=float(learning_rate), eps=1e-6, **optimizer_params) optimizer = Adafactor(params, lr=float(learning_rate), **optimizer_params)
elif lower_type == 'automagic': elif lower_type == 'automagic':
from toolkit.optimizers.automagic import Automagic from toolkit.optimizers.automagic import Automagic
optimizer = Automagic(params, lr=float(learning_rate), **optimizer_params) optimizer = Automagic(params, lr=float(learning_rate), **optimizer_params)