ostris/ai-toolkit
1
0
Fork 0
mirror of https://github.com/ostris/ai-toolkit.git synced 2026-01-26 16:39:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

Make a CFG version of flux pipeline

Browse Source
This commit is contained in:
Jaret Burkett
2024-08-05 16:35:53 -06:00
parent 99f24cfb0c
commit 272c8608c2
4 changed files with 273 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
scripts/convert_lora_to_peft_format.py
View File

@@ -78,8 +78,12 @@ for key, value in state_dict.items():
new_key = new_key.replace('lora_up', 'lora_B')
new_key = new_key.replace('_lora', '.lora')
new_key = new_key.replace('attn_', 'attn.')
new_key = new_key.replace('ff_', 'ff.')
new_key = new_key.replace('context_net_', 'context.net.')
new_key = new_key.replace('0_proj', '0.proj')
new_key = new_key.replace('norm_linear', 'norm.linear')
new_key = new_key.replace('norm_out_linear', 'norm_out.linear')
new_key = new_key.replace('to_out_', 'to_out.')
new_state_dict[new_key] = new_val.to(orig_dtype)