From 708b07adb7911362c4f9f538e3a065a765b25a1a Mon Sep 17 00:00:00 2001 From: Jaret Burkett Date: Sun, 10 Sep 2023 10:26:58 -0600 Subject: [PATCH] Fixed issue with interleaving when doing cfg --- toolkit/network_mixins.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/toolkit/network_mixins.py b/toolkit/network_mixins.py index 4934ba93..7190f56d 100644 --- a/toolkit/network_mixins.py +++ b/toolkit/network_mixins.py @@ -131,7 +131,7 @@ class ToolkitModuleMixin: lora_output_batch_size = lora_output.size(0) multiplier_batch_size = multiplier.size(0) if lora_output_batch_size != multiplier_batch_size: - num_interleaves = (lora_output_batch_size // 2) // multiplier_batch_size + num_interleaves = lora_output_batch_size // multiplier_batch_size multiplier = multiplier.repeat_interleave(num_interleaves) # multiplier = 1.0