ostris/ai-toolkit
1
0
Fork 0
mirror of https://github.com/ostris/ai-toolkit.git synced 2026-01-26 16:39:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

Added support for 3cleir, not fully tested

Browse Source
This commit is contained in:
Jaret Burkett
2023-07-16 15:35:14 -06:00
parent 9df7af1720
commit 78b59c5e99
2 changed files with 25 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
config/examples/extract.example.json
View File

@@ -29,6 +29,17 @@
"mode": "quantile",
"linear": 0.5,
"conv": 0.5
},
{
"type": "lora",
"mode": "fixed",
"linear": 4
},
{
"type": "lora",
"mode": "fixed",
"linear": 64,
"conv": 32
}
]
},

22
jobs/process/ExtractLoraProcess.py
View File

@@ -5,19 +5,23 @@ from .BaseExtractProcess import BaseExtractProcess
mode_dict = {
'fixed': {
'dim': 64,
'linear': 4,
'conv': 0,
'type': int
},
'threshold': {
'dim': 0,
'linear': 0,
'conv': 0,
'type': float
},
'ratio': {
'dim': 0.5,
'linear': 0.5,
'conv': 0,
'type': float
},
'quantile': {
'dim': 0.5,
'linear': 0.5,
'conv': 0,
'type': float
}
}
@@ -35,7 +39,9 @@ class ExtractLoraProcess(BaseExtractProcess):
# set modes
if self.mode not in list(mode_dict.keys()):
raise ValueError(f"Unknown mode: {self.mode}")
self.dim = self.get_conf('dim', mode_dict[self.mode]['dim'], as_type=mode_dict[self.mode]['type'])
self.linear = self.get_conf('linear', mode_dict[self.mode]['linear'], as_type=mode_dict[self.mode]['type'])
self.linear_param = self.get_conf('linear', mode_dict[self.mode]['linear'], as_type=mode_dict[self.mode]['type'])
self.conv_param = self.get_conf('conv', mode_dict[self.mode]['conv'], as_type=mode_dict[self.mode]['type'])
self.use_sparse_bias = self.get_conf('use_sparse_bias', False)
self.sparsity = self.get_conf('sparsity', 0.98)
@@ -47,13 +53,13 @@ class ExtractLoraProcess(BaseExtractProcess):
self.job.model_base,
self.job.model_extract,
self.mode,
self.dim,
0,
self.linear_param,
self.conv_param,
self.job.device,
self.use_sparse_bias,
self.sparsity,
small_conv=False,
linear_only=True,
linear_only=self.conv_param > 0.0000000001,
extract_unet=self.extract_unet,
extract_text_encoder=self.extract_text_encoder
)