ostris/ai-toolkit
1
0
Fork 0
mirror of https://github.com/ostris/ai-toolkit.git synced 2026-03-13 22:49:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

Added adapter modules for text encoders and direct vision

Browse Source
This commit is contained in:
Jaret Burkett
2024-02-12 08:46:18 -07:00
parent e074058faa
commit 4ec4025cbb
7 changed files with 645 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
toolkit/stable_diffusion_model.py
View File

@@ -478,6 +478,7 @@ class StableDiffusion:
gen_config = image_configs[i]
extra = {}
validation_image = None
if self.adapter is not None and gen_config.adapter_image_path is not None:
validation_image = Image.open(gen_config.adapter_image_path).convert("RGB")
if isinstance(self.adapter, T2IAdapter):
@@ -528,7 +529,7 @@ class StableDiffusion:
)
gen_config.negative_prompt_2 = gen_config.negative_prompt
if self.adapter is not None and isinstance(self.adapter, CustomAdapter):
if self.adapter is not None and isinstance(self.adapter, CustomAdapter) and validation_image is not None:
self.adapter.trigger_pre_te(
tensors_0_1=validation_image,
is_training=False,
@@ -559,7 +560,7 @@ class StableDiffusion:
conditional_embeds = self.adapter(conditional_embeds, conditional_clip_embeds)
unconditional_embeds = self.adapter(unconditional_embeds, unconditional_clip_embeds)
if self.adapter is not None and isinstance(self.adapter, CustomAdapter):
if self.adapter is not None and isinstance(self.adapter, CustomAdapter) and validation_image is not None:
conditional_embeds = self.adapter.condition_encoded_embeds(
tensors_0_1=validation_image,
prompt_embeds=conditional_embeds,