ostris/ai-toolkit
1
0
Fork 0
mirror of https://github.com/ostris/ai-toolkit.git synced 2026-04-29 02:31:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add hidream to the ui

Browse Source
This commit is contained in:
Jaret Burkett
2025-04-16 13:45:21 -06:00
parent fecc64e646
commit 79c87701e7
6 changed files with 28 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
config/examples/train_lora_hidream_48.yaml
View File

@@ -29,7 +29,8 @@ config:
# it is probably best to ignore the mixture of experts since only 2 are active each block. It works activating it, but I wouldnt.
# proper training of it is not fully implemented
ignore_if_contains:
- "ff_i"
- "ff_i.experts"
- "ff_i.gate"
save:
dtype: bfloat16 # precision to save
save_every: 250 # save every this many steps