ostris/ai-toolkit
1
0
Fork 0
mirror of https://github.com/ostris/ai-toolkit.git synced 2026-03-14 15:07:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixed issue with interleaving when doing cfg

Browse Source
This commit is contained in:
Jaret Burkett
2023-09-10 10:26:58 -06:00
parent a437aed45f
commit 708b07adb7
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
toolkit/network_mixins.py
View File

@@ -131,7 +131,7 @@ class ToolkitModuleMixin:
lora_output_batch_size = lora_output.size(0)
multiplier_batch_size = multiplier.size(0)
if lora_output_batch_size != multiplier_batch_size:
num_interleaves = (lora_output_batch_size // 2) // multiplier_batch_size
num_interleaves = lora_output_batch_size // multiplier_batch_size
multiplier = multiplier.repeat_interleave(num_interleaves)
# multiplier = 1.0