Added ability to target parts of lora for ilora

2026-04-25 16:59:22 +00:00 · 2024-07-20 22:45:52 +00:00
parent 4c249cf607
commit c2c4e8cf34
3 changed files with 59 additions and 22 deletions
--- a/toolkit/custom_adapter.py
+++ b/toolkit/custom_adapter.py
@@ -148,7 +148,8 @@ class CustomAdapter(torch.nn.Module):
                vision_hidden_size=vision_hidden_size,
                head_dim=self.config.head_dim,
                num_heads=self.config.num_heads,
-                sd=self.sd_ref()
+                sd=self.sd_ref(),
+                config=self.config
            )
        elif self.adapter_type == 'text_encoder':
            if self.config.text_encoder_arch == 't5':