added dropout to LoRA networks

This commit is contained in:
Jaret Burkett
2023-09-13 15:23:07 -06:00
parent ae70200d3c
commit 4e945917df
2 changed files with 3 additions and 1 deletions

View File

@@ -1,6 +1,6 @@
import os
import time
from typing import List, Optional, Literal
from typing import List, Optional, Literal, Union
import random
ImgExt = Literal['jpg', 'png', 'webp']
@@ -55,6 +55,7 @@ class NetworkConfig:
self.linear_alpha: float = kwargs.get('linear_alpha', self.alpha)
self.conv_alpha: float = kwargs.get('conv_alpha', self.conv)
self.normalize = kwargs.get('normalize', False)
self.dropout: Union[float, None] = kwargs.get('dropout', None)
class EmbeddingConfig: