Reworked automagic optimizer and did more testing. Starting to really like it. Working well.

toolkit/network_mixins.py

@@ -182,7 +182,7 @@ class ToolkitModuleMixin:
                 lx = self.lora_down(x)
             except RuntimeError as e:
                 print(f"Error in {self.__class__.__name__} lora_down")
-                print(e)
+                raise e
 
         if isinstance(self.dropout, nn.Dropout) or isinstance(self.dropout, nn.Identity):
             lx = self.dropout(lx)