Added info, config, etc for lora extracotr and slider trainer

This commit is contained in:
Jaret Burkett
2023-07-23 13:13:45 -06:00
parent 9367089d48
commit 452f2a6da2
4 changed files with 86 additions and 35 deletions

View File

@@ -47,7 +47,8 @@ config:
- type: lora # traditional lora extraction (lierla) with linear layers only
filename: "[name]_4.safetensors"
mode: fixed # fixed, ratio, quantile supported for lora as well
linear: 4
linear: 4 # lora dim or rank
# no conv for lora
# process 5
- type: lora