ostris/ai-toolkit
1
0
Fork 0
mirror of https://github.com/ostris/ai-toolkit.git synced 2026-04-30 19:21:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update full fine tune example to only train transformer blocks.

Browse Source
This commit is contained in:
Jaret Burkett
2025-01-24 09:28:34 -07:00
parent 6191f19e55
commit a6a690f796
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
config/examples/train_full_fine_tune_flex.yaml
View File

@@ -74,6 +74,10 @@ config:
# quantize: true # quantize: true
# you can quantize just the T5 text encoder here to save vram # you can quantize just the T5 text encoder here to save vram
quantize_te: true quantize_te: true
# only train the transformer blocks
only_if_contains:
- "transformer.transformer_blocks."
- "transformer.single_transformer_blocks."
sample: sample:
sampler: "flowmatch" # must match train.noise_scheduler sampler: "flowmatch" # must match train.noise_scheduler
sample_every: 250 # sample every this many steps sample_every: 250 # sample every this many steps