ostris/ai-toolkit
1
0
Fork 0
mirror of https://github.com/ostris/ai-toolkit.git synced 2026-04-30 19:21:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixed issue with heads not being added

Browse Source
This commit is contained in:
Jaret Burkett
2024-06-15 08:34:33 -06:00
parent 696f73c30d
commit ada722c9e4
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
toolkit/models/ilora.py
View File

@@ -284,6 +284,7 @@ class InstantLoRAModule(torch.nn.Module):
hidden_size=head_dim, hidden_size=head_dim,
head_size=head_dim, head_size=head_dim,
num_mlp_layers=1, num_mlp_layers=1,
num_heads=self.num_heads,
output_size=self.output_size, output_size=self.output_size,
) )