Fixes for training ilora on flux

2026-04-27 17:51:41 +00:00 · 2024-08-31 16:55:26 -06:00
parent 3e71a99df0
commit 40f5c59da0
2 changed files with 7 additions and 1 deletions
--- a/toolkit/network_mixins.py
+++ b/toolkit/network_mixins.py
@@ -175,6 +175,7 @@ class ToolkitModuleMixin:
                lx = self.lora_down(x)
            except RuntimeError as e:
                print(f"Error in {self.__class__.__name__} lora_down")
+                print(e)

        if isinstance(self.dropout, nn.Dropout) or isinstance(self.dropout, nn.Identity):
            lx = self.dropout(lx)